00010000:00000001:3.0F:1783951335.675786:0:10133:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783951335.675809:0:10133:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951335.675818:0:10133:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783951335.675821:0:10133:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1783951335.675968:0:12956:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951335.675983:0:12956:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951335.675987:0:12956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783951336.700914:0:10133:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783951336.700925:0:10133:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951336.700934:0:10133:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783951336.700936:0:10133:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951336.702060:0:12955:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951336.702067:0:12955:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951336.702073:0:12955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0F:1783951336.956271:0:3292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8d54464463c0] -> 12345-192.168.204.142@tcp (6) 00000800:00000200:0.0:1783951336.956298:0:3292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.142@tcp ip 192.168.204.142:988 00000800:00000200:0.0:1783951336.956303:0:3292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8d54696e0a00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1783951336.956654:0:3294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1783951336.956662:0:3294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783951336.956674:0:3294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783951336.956679:0:3294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783951336.956682:0:3294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1783951337.723769:0:10133:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783951337.723778:0:10133:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951337.723785:0:10133:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783951337.723787:0:10133:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951337.724019:0:12956:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783951337.724022:0:12956:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783951337.724025:0:12956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1783951337.859412:0:15450:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951337.859430:0:15450:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951337.859437:0:15450:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783951337.859445:0:15450:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951337.859452:0:15450:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951337.859458:0:15450:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0F:1783951338.173636:0:13995:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1783951338.173664:0:13995:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1783951338.173680:0:13995:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d534230c380. 00000020:00000040:1.0:1783951338.173687:0:13995:0:(genops.c:1231:class_import_get()) import ffff8d547f506800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1783951338.173692:0:13995:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951338.173696:0:13995:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951338.173701:0:13995:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951338.173709:0:13995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8d546e70f800. 00000100:00000001:1.0:1783951338.173716:0:13995:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.173723:0:13995:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783951338.173727:0:13995:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951338.173741:0:13995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002601d6f4] to pc [ptlrpcd_00_00+0] req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1783951338.173773:0:13995:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951338.175535:0:3301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1783951338.175569:0:3301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1783951338.175573:0:3301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951338.175584:0:3301:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783951338.175587:0:3301:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951338.175589:0:3301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951338.175591:0:3301:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783951338.175594:0:3301:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783951338.175606:0:3301:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951338.175617:0:3301:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783951338.175619:0:3301:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951338.175623:0:3301:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783951338.175627:0:3301:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783951338.175630:0:3301:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783951338.175633:0:3301:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d534230c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1870608127301632:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1783951338.175637:0:3301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783951338.175641:0:3301:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783951338.175644:0:3301:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951338.175646:0:3301:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783951338.175652:0:3301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8d546f7e3400. 02000000:00000001:0.0:1783951338.175654:0:3301:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783951338.175660:0:3301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d5474f93688. 00000400:00000010:0.0:1783951338.175666:0:3301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d5449c3cee0. 00000100:00000200:0.0:1783951338.175682:0:3301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870608127301632, portal 4 00000100:00000001:0.0:1783951338.175684:0:3301:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783951338.175686:0:3301:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446617987465134976 : -126086244416640 : ffff8d534230c380) 00000100:00000040:0.0:1783951338.175693:0:3301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951338.175701:0:3301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783951338.175703:0:3301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1783951338.175706:0:3301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d5449c3c990. 00000100:00000200:0.0:1783951338.175709:0:3301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870608127301632, offset 0 00000400:00000200:0.0:1783951338.175715:0:3301:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1783951338.175729:0:3301:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1783951338.175741:0:3301:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a54ee4f11800 00000400:00000200:0.0:1783951338.175748:0:3301:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31f9 [8] + 3584 00000400:00000200:0.0:1783951338.175757:0:3301:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783951338.175762:0:3301:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1783951338.175768:0:3301:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783951338.175770:0:3301:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1783951338.175775:0:3301:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d53429da680. 00000100:00000040:0.0:1783951338.175778:0:3301:0:(events.c:337:request_in_callback()) incoming req@ffff8d53429da680 x1870608127301632 msgsize 224 00000100:00100000:0.0:1783951338.175782:0:3301:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1783951338.175796:0:3301:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1783951338.175805:0:3301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d5449c3c990 00000400:00000010:0.0:1783951338.175808:0:3301:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d5449c3c990. 00000100:00000001:0.0:1783951338.175811:0:3301:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783951338.175815:0:3301:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951338.175825:0:3301:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783951338.175828:0:3301:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951338.175835:0:3301:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951338.175837:0:3301:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783951338.175846:0:3301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951338.175851:0:3301:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 22903 usecs (23 jiffies) 00000100:00000001:0.0:1783951338.175860:0:3301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295192602 00000100:00000010:0.0:1783951338.175864:0:3301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d5443fd04e0. 00000100:00000001:0.0:1783951338.175871:0:3301:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783951338.175879:0:3301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295192602 00000100:00000010:0.0:1783951338.175882:0:3301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d5443fd0ba0. 00000100:00000001:0.0:1783951338.175885:0:3301:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783951338.175888:0:3301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295192602 00000100:00000010:0.0:1783951338.175891:0:3301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d5443fd0780. 00000100:00000001:0.0:1783951338.175894:0:3301:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783951338.175897:0:3301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295192602 00000100:00000010:0.0:1783951338.175899:0:3301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8d5443fd0f00. 00000100:00000001:0.0:1783951338.175902:0:3301:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783951338.175909:0:3301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783951338.175911:0:3301:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951338.175914:0:3301:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951338.175917:0:3301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.179633:0:13903:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783951338.179644:0:13903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608127301632 02000000:00000001:1.0:1783951338.179650:0:13903:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783951338.179654:0:13903:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951338.179657:0:13903:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951338.179664:0:13903:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783951338.179682:0:13903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608127301632 00000020:00000001:1.0:1783951338.179687:0:13903:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783951338.179690:0:13903:0:(genops.c:825:class_conn2export()) looking for export cookie 0x421be580be40f385 00000020:00000001:1.0:1783951338.179694:0:13903:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783951338.179698:0:13903:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8d547a44f800 refcount=5 00000020:00000001:1.0:1783951338.179701:0:13903:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617992700950528 : -126081008601088 : ffff8d547a44f800) 00000020:00000001:1.0:1783951338.179704:0:13903:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617992700950528 : -126081008601088 : ffff8d547a44f800) 00000100:00000001:1.0:1783951338.179708:0:13903:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951338.179715:0:13903:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547ce48540. 00000020:00000010:1.0:1783951338.179720:0:13903:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8d547a522c80. 00000020:00000040:1.0:1783951338.179728:0:13903:0:(obd_config.c:994:class_incref()) incref lustre-OST0000 (ffff8d5447370000) now 6 - evictor 00000100:00000001:1.0:1783951338.179739:0:13903:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1783951338.179745:0:13903:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d5446b84400. 00000020:00000010:1.0:1783951338.179750:0:13903:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d546c074500. 00000020:00000010:1.0:1783951338.179755:0:13903:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d5446320af0. 00000100:00000040:1.0:1783951338.179772:0:13903:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1783951338.179776:0:13903:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783951338.179777:0:13903:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783951338.179779:0:13903:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.179787:0:13903:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.179798:0:13903:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.179810:0:13903:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783951338.179812:0:13903:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783951338.179818:0:13903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1783951338.179822:0:13903:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8d547a44f800 : new rpc_count 1 00000100:00000001:1.0:1783951338.179824:0:13903:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617987472270976 : -126086237280640 : ffff8d53429da680) 00000100:00000040:1.0:1783951338.179832:0:13903:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d53429da680 x1870608127301632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/0 e 0 to 0 dl 1783951349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951338.179842:0:13903:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951338.179845:0:13903:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547ce48040. 00000100:00000001:1.0:1783951338.179847:0:13903:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783951338.179850:0:13903:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547ce48040. 00000100:00100000:1.0:1783951338.179854:0:13903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d53429da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1870608127301632:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:1.0:1783951338.179857:0:13903:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608127301632 00000020:00000001:1.0:1783951338.179860:0:13903:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1783951338.179864:0:13903:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1783951338.179867:0:13903:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951338.179869:0:13903:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1783951338.179871:0:13903:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072672526768 : -1037024848 : ffffffffc23041b0) 00000020:00000001:1.0:1783951338.179875:0:13903:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1783951338.179878:0:13903:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783951338.179879:0:13903:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1783951338.179881:0:13903:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1783951338.179885:0:13903:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.179889:0:13903:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783951338.179892:0:13903:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783951338.179897:0:13903:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8d547fde2800. 02000000:00000001:1.0:1783951338.179900:0:13903:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.179909:0:13903:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1783951338.179911:0:13903:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1783951338.179916:0:13903:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1783951338.179919:0:13903:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1783951338.179923:0:13903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1783951338.179935:0:13903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951338.179939:0:13903:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1783951338.179942:0:13903:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 390070272 avail 387973120 00000020:00000020:1.0:1783951338.179945:0:13903:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1783951338.179948:0:13903:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8d547a44f800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1783951338.179952:0:13903:0:(ofd_obd.c:758:ofd_statfs()) 374 blocks: 372 free, 332 avail; 12297 objects: 11904 free; state 0 00002000:00000001:1.0:1783951338.179956:0:13903:0:(ofd_obd.c:801:ofd_statfs()) Process leaving 00000001:00000001:1.0:1783951338.179960:0:13903:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1783951338.179969:0:13903:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1783951338.179971:0:13903:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1783951338.179975:0:13903:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1870608127301632 00010000:00000001:1.0:1783951338.179978:0:13903:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:1.0:1783951338.179983:0:13903:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff8d53429da680 x1870608127301632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/368 e 0 to 0 dl 1783951349 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951338.179991:0:13903:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783951338.179994:0:13903:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951338.179997:0:13903:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d54466cc9e8 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951338.180001:0:13903:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783951338.180005:0:13903:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8d546c078e80 refcount 21 to 0@lo 00000100:00000001:1.0:1783951338.180007:0:13903:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617992462044800 : -126081247506816 : ffff8d546c078e80) 02000000:00000001:1.0:1783951338.180009:0:13903:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783951338.180011:0:13903:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.180014:0:13903:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783951338.180017:0:13903:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951338.180022:0:13903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d547b58bcc0. 00000100:00000200:1.0:1783951338.180030:0:13903:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1870608127301632, offset 224 00000400:00000200:1.0:1783951338.180035:0:13903:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951338.180049:0:13903:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1783951338.180061:0:13903:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a54ee4f11800 00000400:00000200:1.0:1783951338.180070:0:13903:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x3c79 [1] + 224 00000400:00000200:1.0:1783951338.180098:0:13903:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951338.180102:0:13903:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1783951338.180110:0:13903:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951338.180116:0:13903:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783951338.180127:0:13903:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951338.180153:0:13903:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783951338.180164:0:13903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d547b58bcc0 00000400:00000010:1.0:1783951338.180167:0:13903:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d547b58bcc0. 00000100:00000001:1.0:1783951338.180170:0:13903:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783951338.180172:0:13903:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1783951338.180177:0:13903:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951338.180181:0:13903:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8d546c078e80 refcount 20 to 0@lo 00010000:00000001:1.0:1783951338.180183:0:13903:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:1.0:1783951338.180185:0:13903:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951338.180187:0:13903:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1783951338.180191:0:13903:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d53429da680 x1870608127301632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/368 e 0 to 0 dl 1783951349 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951338.180201:0:13903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d53429da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1870608127301632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 357us (4420us total) trans 0 rc 0/0 00000100:00100000:1.0:1783951338.180208:0:13903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1783951338.180211:0:13903:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d547a44f800 : new rpc_count 0 00000100:00000001:1.0:1783951338.180213:0:13903:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783951338.180215:0:13903:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783951338.180219:0:13903:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d546c074500. 00000020:00000010:1.0:1783951338.180223:0:13903:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d5446320af0. 00000020:00000010:1.0:1783951338.180226:0:13903:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d5446b84400. 00000020:00000040:1.0:1783951338.180232:0:13903:0:(genops.c:900:class_export_put()) PUTting export ffff8d547a44f800 : new refcount 4 00000100:00000001:3.0:1783951338.182391:0:3300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.182405:0:3300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1783951338.182423:0:12964:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1783951338.182431:0:12964:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0000 (ffff8d5447370000) now 6 - evictor 00000100:00000001:1.0:1783951338.182826:0:13903:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.182864:0:3301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951338.182868:0:3301:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783951338.182896:0:3301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783951338.182899:0:3301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783951338.182903:0:3301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d5474f93688. 00000400:00000200:1.0:1783951338.182909:0:3301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d5449c3cee0 00000400:00000010:1.0:1783951338.182911:0:3301:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d5449c3cee0. 00000100:00000001:1.0:1783951338.182917:0:3301:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951338.182929:0:3301:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783951338.182939:0:3301:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951338.182947:0:3301:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783951338.182949:0:3301:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.182952:0:3301:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783951338.182956:0:3301:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783951338.182959:0:3301:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951338.182968:0:3301:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951338.182972:0:3301:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951338.182985:0:3301:0:(import.c:2149:obd_at_measure()) add 5 to ffff8d547f506ca8 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1783951338.182992:0:3301:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d547f506c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951338.182994:0:3301:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783951338.182996:0:3301:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951338.182999:0:3301:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783951338.183004:0:3301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951338.183010:0:3301:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.183014:0:3301:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783951338.183017:0:3301:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1783951338.183019:0:3301:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783951338.183020:0:3301:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951338.183025:0:3301:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951338.183031:0:3301:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951338.183035:0:3301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783951338.183037:0:3301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1783951338.183047:0:3301:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1783951338.183055:0:3301:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1783951338.183059:0:3301:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=95232 avail=84992 avail_mb=332 hwm_mb=3 files=12297 ffree=11904 state=0: rc = 0 00000004:00000020:1.0:1783951338.183068:0:3301:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff8d546c10c000): 95744 blocks, 95232 free, 84992 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12297 files, 11904 free files 0x0 00000004:00000001:1.0:1783951338.183072:0:3301:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951338.183076:0:3301:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951338.183082:0:3301:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d534230c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1870608127301632:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1783951338.183098:0:3301:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.183101:0:3301:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951338.183104:0:3301:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d534230c380 x1870608127301632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951338.183110:0:3301:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783951338.183112:0:3301:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783951338.183115:0:3301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8d546f7e3400. 02000000:00000001:1.0:1783951338.183121:0:3301:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783951338.183123:0:3301:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783951338.183125:0:3301:0:(genops.c:1244:class_import_put()) import ffff8d547f506800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1783951338.183128:0:3301:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783951338.183130:0:3301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d546e70f800. 02000000:00000001:1.0:1783951338.183134:0:3301:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783951338.183135:0:3301:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783951338.183137:0:3301:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d534230c380. 00000100:00000001:1.0:1783951338.183140:0:3301:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783951338.183142:0:3301:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.183144:0:3301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951338.183151:0:3301:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951338.183153:0:3301:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951338.183155:0:3301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951338.183157:0:3301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.183825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 826995b7-38c2-4bf1-ad51-fdc570588719->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783951338.183832:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783951338.183837:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d5475acd500. 00000020:00000040:2.0:1783951338.183841:0:36:0:(genops.c:1231:class_import_get()) import ffff8d5447252800 refcount=4 obd=MGC192.168.204.142@tcp 00000100:00000001:2.0:1783951338.183845:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783951338.183848:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783951338.183853:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783951338.183859:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8d53429fce00. 00000100:00000001:2.0:1783951338.183865:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.183872:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 826995b7-38c2-4bf1-ad51-fdc570588719->MGS req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783951338.183882:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783951338.183887:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.183892:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008aa99123] to pc [ptlrpcd_00_01+1] req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.183918:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.183921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783951338.183925:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1783951338.183929:0:3300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1783951338.183932:0:3300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1783951338.183933:0:3300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.183938:0:3300:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783951338.183940:0:3300:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.183942:0:3300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951338.183952:0:3300:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783951338.183954:0:3300:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783951338.183958:0:3300:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.183966:0:3300:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783951338.183967:0:3300:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951338.183972:0:3300:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783951338.183975:0:3300:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783951338.183977:0:3300:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783951338.183981:0:3300:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d5475acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:826995b7-38c2-4bf1-ad51-fdc570588719:3300:1870608127301760:0@lo:400:kworker.0 00000100:00000001:2.0:1783951338.183984:0:3300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783951338.183991:0:3300:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783951338.183993:0:3300:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951338.183996:0:3300:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783951338.184001:0:3300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d547a526a00. 02000000:00000001:2.0:1783951338.184002:0:3300:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783951338.184008:0:3300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d547f7bf6e0. 00000400:00000010:2.0:1783951338.184015:0:3300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d546e711880. 00000100:00000200:2.0:1783951338.184022:0:3300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608127301760, portal 25 00000100:00000001:2.0:1783951338.184024:0:3300:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783951338.184025:0:3300:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446617992623871232 : -126081085680384 : ffff8d5475acd500) 00000100:00000040:2.0:1783951338.184031:0:3300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.184037:0:3300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783951338.184040:0:3300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951338.184042:0:3300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d546e711220. 00000100:00000200:2.0:1783951338.184045:0:3300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870608127301760, offset 0 00000400:00000200:2.0:1783951338.184051:0:3300:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1783951338.184064:0:3300:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951338.184074:0:3300:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a54ee4f11880 00000400:00000200:2.0:1783951338.184080:0:3300:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2fa9 [2] + 0 00000400:00000010:2.0:1783951338.184084:0:3300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d547a9674d0. 00000400:00000200:2.0:1783951338.184103:0:3300:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8d54620eb300 00000400:00000200:2.0:1783951338.184119:0:3300:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951338.184123:0:3300:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1783951338.184129:0:3300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d54620eb300 00000400:00000010:2.0:1783951338.184131:0:3300:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff8d54620eb300. 00000100:00000001:2.0:1783951338.184135:0:3300:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1783951338.184137:0:3300:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1783951338.184141:0:3300:0:(events.c:337:request_in_callback()) incoming req@ffff8d545c245050 x1870608127301760 msgsize 224 00000100:00100000:2.0:1783951338.184144:0:3300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1783951338.184146:0:3300:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1783951338.184154:0:3300:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1783951338.184161:0:3300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d546e711220 00000400:00000010:2.0:1783951338.184163:0:3300:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d546e711220. 00000100:00000001:2.0:1783951338.184166:0:3300:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783951338.184170:0:3300:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.184179:0:3300:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783951338.184181:0:3300:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.184187:0:3300:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.184189:0:3300:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783951338.184194:0:3300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.184199:0:3300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS new deadline estimation for cpu 0 is 4295192662 00000100:00000001:2.0:1783951338.184206:0:3300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295192602 00000100:00000001:2.0:1783951338.184211:0:3300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS new deadline estimation for cpu 1 is 4295192662 00000100:00000001:2.0:1783951338.184214:0:3300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295192602 00000100:00000001:2.0:1783951338.184217:0:3300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS new deadline estimation for cpu 2 is 4295192662 00000100:00000001:2.0:1783951338.184220:0:3300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295192602 00000100:00000001:2.0:1783951338.184222:0:3300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS new deadline estimation for cpu 3 is 4295192662 00000100:00000001:2.0:1783951338.184225:0:3300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295192602 00000100:00000001:2.0:1783951338.184228:0:3300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783951338.184230:0:3300:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184340:0:3301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.184343:0:3301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783951338.184594:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d546e714700. 00000020:00000040:3.0:1783951338.184599:0:36:0:(genops.c:1231:class_import_get()) import ffff8d544724b800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1783951338.184602:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783951338.184604:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783951338.184607:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783951338.184611:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8d547fee4300. 00000100:00000001:3.0:1783951338.184615:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.184620:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783951338.184627:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783951338.184630:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.184634:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5f94f7e] to pc [ptlrpcd_00_02+2] req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.184653:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.184655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783951338.184659:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1783951338.184663:0:3302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.184683:0:3302:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951338.184685:0:3302:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783951338.184690:0:3302:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.184697:0:3302:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783951338.184699:0:3302:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.184701:0:3302:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783951338.184703:0:3302:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783951338.184705:0:3302:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951338.184708:0:3302:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d546e714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3302:1870608127301888:0@lo:400:kworker.0 00000100:00000001:3.0:1783951338.184711:0:3302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783951338.184714:0:3302:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783951338.184716:0:3302:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.184717:0:3302:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783951338.184721:0:3302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d547f9c5400. 02000000:00000001:3.0:1783951338.184723:0:3302:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783951338.184727:0:3302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d54694a82c0. 00000400:00000010:3.0:1783951338.184731:0:3302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d544785d6e8. 00000100:00000200:3.0:1783951338.184734:0:3302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608127301888, portal 10 00000100:00000001:3.0:1783951338.184736:0:3302:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783951338.184737:0:3302:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446617992502527744 : -126081207023872 : ffff8d546e714700) 00000100:00000040:3.0:1783951338.184743:0:3302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.184750:0:3302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951338.184751:0:3302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951338.184754:0:3302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d544785df68. 00000100:00000200:3.0:1783951338.184756:0:3302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608127301888, offset 0 00000400:00000200:3.0:1783951338.184760:0:3302:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951338.184766:0:3302:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951338.184771:0:3302:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ee4f11900 00000400:00000200:3.0:1783951338.184777:0:3302:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x27f5 [64] + 9624 00000400:00000200:3.0:1783951338.184782:0:3302:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951338.184785:0:3302:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951338.184794:0:3302:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783951338.184796:0:3302:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1783951338.184799:0:3302:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d546e717b80. 00000100:00000040:3.0:1783951338.184801:0:3302:0:(events.c:337:request_in_callback()) incoming req@ffff8d546e717b80 x1870608127301888 msgsize 224 00000100:00100000:3.0:1783951338.184805:0:3302:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1783951338.184813:0:3302:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1783951338.184818:0:3302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d544785df68 00000400:00000010:3.0:1783951338.184820:0:3302:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d544785df68. 00000100:00000001:3.0:1783951338.184822:0:3302:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783951338.184825:0:3302:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.184833:0:3302:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951338.184836:0:3302:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.184842:0:3302:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184844:0:3302:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783951338.184847:0:3302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.184851:0:3302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 10648 usecs (11 jiffies) 00000100:00000001:3.0:1783951338.184854:0:3302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295192600 00000100:00000001:3.0:1783951338.184856:0:3302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.184859:0:3302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295192600 00000100:00000001:3.0:1783951338.184861:0:3302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.184863:0:3302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295192600 00000100:00000001:3.0:1783951338.184864:0:3302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.184866:0:3302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295192600 00000100:00000001:3.0:1783951338.184868:0:3302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.184870:0:3302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951338.184871:0:3302:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184874:0:3302:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184876:0:3302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.184881:0:3302:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951338.184886:0:3302:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783951338.184888:0:3302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.184890:0:3302:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951338.184891:0:3302:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184893:0:3302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184902:0:3303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.184904:0:3303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.184914:0:12970:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783951338.184917:0:12970:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608127301888 02000000:00000001:3.0:1783951338.184919:0:12970:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783951338.184921:0:12970:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951338.184923:0:12970:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.184926:0:12970:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951338.184929:0:12970:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608127301888 00000020:00000001:3.0:1783951338.184931:0:12970:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783951338.184933:0:12970:0:(genops.c:825:class_conn2export()) looking for export cookie 0x421be580be40f2b3 00000020:00000001:3.0:1783951338.184936:0:12970:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783951338.184939:0:12970:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8d54474a6000 refcount=5 00000020:00000001:3.0:1783951338.184941:0:12970:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617991845666816 : -126081863884800 : ffff8d54474a6000) 00000020:00000001:3.0:1783951338.184944:0:12970:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617991845666816 : -126081863884800 : ffff8d54474a6000) 00000100:00000001:3.0:1783951338.184948:0:12970:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951338.184951:0:12970:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547a5229c0. 00000100:00000001:3.0:1783951338.184954:0:12970:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951338.184956:0:12970:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547a5229c0. 00000020:00000010:3.0:1783951338.184963:0:12970:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d547f9c5000. 00000020:00000010:3.0:1783951338.184968:0:12970:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d5443b26e80. 00000020:00000010:3.0:1783951338.184973:0:12970:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d54436cf7d0. 00000100:00000040:3.0:1783951338.184981:0:12970:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1783951338.184983:0:12970:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783951338.184985:0:12970:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783951338.184987:0:12970:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.184994:0:12970:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1783951338.184997:0:12970:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783951338.184998:0:12970:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185006:0:12970:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185015:0:12970:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783951338.185023:0:12970:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783951338.185027:0:12970:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1783951338.185031:0:12970:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8d54474a6000 : new rpc_count 1 00000100:00000001:3.0:1783951338.185033:0:12970:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617992502541184 : -126081207010432 : ffff8d546e717b80) 00000100:00000040:3.0:1783951338.185037:0:12970:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d546e717b80 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:354/0 lens 224/0 e 0 to 0 dl 1783951349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185047:0:12970:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951338.185049:0:12970:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547a5229c0. 00000100:00000001:3.0:1783951338.185051:0:12970:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951338.185053:0:12970:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547a5229c0. 00000100:00100000:3.0:1783951338.185056:0:12970:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d546e717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1870608127301888:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1783951338.185060:0:12970:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608127301888 00000020:00000001:3.0:1783951338.185063:0:12970:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783951338.185067:0:12970:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783951338.185069:0:12970:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951338.185072:0:12970:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783951338.185074:0:12970:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660661568 : -1048890048 : ffffffffc17b3540) 00000020:00000001:3.0:1783951338.185077:0:12970:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783951338.185081:0:12970:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951338.185082:0:12970:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783951338.185094:0:12970:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783951338.185097:0:12970:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951338.185099:0:12970:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1783951338.185103:0:12970:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783951338.185105:0:12970:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783951338.185110:0:12970:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d544df23400. 02000000:00000001:3.0:1783951338.185112:0:12970:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185114:0:12970:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951338.185116:0:12970:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783951338.185120:0:12970:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608127301888 00010000:00000001:3.0:1783951338.185123:0:12970:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783951338.185127:0:12970:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff8d546e717b80 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951338.185144:0:12970:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783951338.185147:0:12970:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951338.185151:0:12970:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d5476ba35e8 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951338.185156:0:12970:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783951338.185158:0:12970:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8d546c078e80 refcount 21 to 0@lo 00000100:00000001:3.0:1783951338.185160:0:12970:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617992462044800 : -126081247506816 : ffff8d546c078e80) 02000000:00000001:3.0:1783951338.185163:0:12970:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783951338.185165:0:12970:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185167:0:12970:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951338.185169:0:12970:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951338.185172:0:12970:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d544785df68. 00000100:00000200:3.0:1783951338.185174:0:12970:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608127301888, offset 224 00000400:00000200:3.0:1783951338.185178:0:12970:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951338.185184:0:12970:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951338.185188:0:12970:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ee4f11900 00000400:00000200:3.0:1783951338.185192:0:12970:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3c8d [1] + 224 00000400:00000200:3.0:1783951338.185196:0:12970:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951338.185199:0:12970:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951338.185202:0:12970:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951338.185206:0:12970:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783951338.185213:0:12970:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185225:0:12970:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1783951338.185229:0:12970:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d544785df68 00000400:00000010:3.0:1783951338.185231:0:12970:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d544785df68. 00000100:00000001:3.0:1783951338.185245:0:12970:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783951338.185247:0:12970:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783951338.185250:0:12970:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185253:0:12970:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8d546c078e80 refcount 20 to 0@lo 00010000:00000001:3.0:1783951338.185255:0:12970:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783951338.185257:0:12970:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951338.185264:0:12970:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783951338.185269:0:12970:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d546e717b80 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951338.185277:0:12970:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d546e717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1870608127301888:12345-0@lo:400:kworker.0 Request processed in 229us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1783951338.185283:0:12970:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1783951338.185286:0:12970:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d54474a6000 : new rpc_count 0 00000100:00000001:3.0:1783951338.185289:0:12970:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783951338.185290:0:12970:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783951338.185294:0:12970:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d5443b26e80. 00000020:00000010:3.0:1783951338.185297:0:12970:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d54436cf7d0. 00000020:00000010:3.0:1783951338.185300:0:12970:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d547f9c5000. 00000020:00000040:3.0:1783951338.185305:0:12970:0:(genops.c:900:class_export_put()) PUTting export ffff8d54474a6000 : new refcount 4 00000100:00000001:3.0:1783951338.185307:0:12970:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185321:0:3302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.185322:0:3302:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783951338.185326:0:3302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783951338.185328:0:3302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783951338.185330:0:3302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d54694a82c0. 00000400:00000200:3.0:1783951338.185333:0:3302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d544785d6e8 00000400:00000010:3.0:1783951338.185334:0:3302:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d544785d6e8. 00000100:00000001:3.0:1783951338.185337:0:3302:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951338.185340:0:3302:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783951338.185348:0:3302:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185354:0:3302:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951338.185356:0:3302:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185358:0:3302:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783951338.185361:0:3302:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783951338.185362:0:3302:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951338.185364:0:3302:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.185366:0:3302:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951338.185371:0:3302:0:(import.c:2149:obd_at_measure()) add 5 to ffff8d544724bc60 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1783951338.185380:0:3302:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d544724bc18 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951338.185382:0:3302:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783951338.185384:0:3302:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951338.185387:0:3302:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783951338.185391:0:3302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951338.185398:0:3302:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185401:0:3302:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783951338.185403:0:3302:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1783951338.185404:0:3302:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783951338.185406:0:3302:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185409:0:3302:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185416:0:3302:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951338.185418:0:3302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783951338.185419:0:3302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783951338.185423:0:3302:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951338.185430:0:3302:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d546e714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3302:1870608127301888:0@lo:400:kworker.0 00000100:00000001:3.0:1783951338.185433:0:3302:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185435:0:3302:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951338.185438:0:3302:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d546e714700 x1870608127301888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185444:0:3302:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783951338.185446:0:3302:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783951338.185448:0:3302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d547f9c5400. 02000000:00000001:3.0:1783951338.185450:0:3302:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783951338.185451:0:3302:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783951338.185453:0:3302:0:(genops.c:1244:class_import_put()) import ffff8d544724b800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1783951338.185455:0:3302:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783951338.185457:0:3302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d547fee4300. 02000000:00000001:3.0:1783951338.185460:0:3302:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783951338.185464:0:3302:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783951338.185466:0:3302:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d546e714700. 00000100:00000001:3.0:1783951338.185469:0:3302:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783951338.185470:0:3302:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185472:0:3302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185475:0:3302:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951338.185476:0:3302:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185478:0:3302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.185480:0:3302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1783951338.185485:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d546e714700. 00000020:00000040:3.0:1783951338.185488:0:36:0:(genops.c:1231:class_import_get()) import ffff8d5443165800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1783951338.185491:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783951338.185492:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783951338.185495:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783951338.185499:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8d547fee4300. 00000100:00000001:3.0:1783951338.185502:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185507:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783951338.185515:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783951338.185518:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185521:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5f94f7e] to pc [ptlrpcd_00_03+3] req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185535:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185563:0:3303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.185565:0:3303:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951338.185567:0:3303:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783951338.185571:0:3303:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185577:0:3303:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783951338.185578:0:3303:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.185580:0:3303:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783951338.185583:0:3303:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783951338.185584:0:3303:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951338.185587:0:3303:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8d546e714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3303:1870608127302016:0@lo:400:kworker.0 00000100:00000001:3.0:1783951338.185597:0:3303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783951338.185600:0:3303:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783951338.185602:0:3303:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.185604:0:3303:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783951338.185607:0:3303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8d547f9c5400. 02000000:00000001:3.0:1783951338.185609:0:3303:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783951338.185612:0:3303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d54694a82c0. 00000400:00000010:3.0:1783951338.185615:0:3303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d544785d6e8. 00000100:00000200:3.0:1783951338.185619:0:3303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608127302016, portal 10 00000100:00000001:3.0:1783951338.185621:0:3303:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783951338.185622:0:3303:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446617992502527744 : -126081207023872 : ffff8d546e714700) 00000100:00000040:3.0:1783951338.185628:0:3303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185635:0:3303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951338.185637:0:3303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951338.185638:0:3303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d544785df68. 00000100:00000200:3.0:1783951338.185641:0:3303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608127302016, offset 0 00000400:00000200:3.0:1783951338.185645:0:3303:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951338.185650:0:3303:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951338.185655:0:3303:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ee4f11980 00000400:00000200:3.0:1783951338.185659:0:3303:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x27f5 [64] + 9848 00000400:00000200:3.0:1783951338.185663:0:3303:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951338.185666:0:3303:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951338.185669:0:3303:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783951338.185671:0:3303:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1783951338.185674:0:3303:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8d546e717100. 00000100:00000040:3.0:1783951338.185676:0:3303:0:(events.c:337:request_in_callback()) incoming req@ffff8d546e717100 x1870608127302016 msgsize 224 00000100:00100000:3.0:1783951338.185680:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1783951338.185688:0:3303:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1783951338.185691:0:3303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d544785df68 00000400:00000010:3.0:1783951338.185693:0:3303:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d544785df68. 00000100:00000001:3.0:1783951338.185696:0:3303:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783951338.185699:0:3303:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185717:0:3303:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951338.185720:0:3303:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.185727:0:3303:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185729:0:3303:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783951338.185732:0:3303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185735:0:3303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 16110 usecs (17 jiffies) 00000100:00000001:3.0:1783951338.185738:0:3303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4295192606 00000100:00000001:3.0:1783951338.185741:0:3303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.185743:0:3303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4295192606 00000100:00000001:3.0:1783951338.185745:0:3303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.185747:0:3303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4295192606 00000100:00000001:3.0:1783951338.185749:0:3303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.185751:0:3303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4295192606 00000100:00000001:3.0:1783951338.185753:0:3303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4295192662 00000100:00000001:3.0:1783951338.185754:0:3303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951338.185756:0:3303:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185758:0:3303:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185760:0:3303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.185764:0:3303:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951338.185765:0:3303:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783951338.185767:0:3303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.185768:0:3303:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951338.185769:0:3303:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185771:0:3303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.185779:0:3302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.185780:0:3302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.185785:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (530) 00000100:00000001:2.0:1783951338.186050:0:3300:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186053:0:3300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186068:0:12961:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1783951338.186070:0:12961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608127301760 02000000:00000001:2.0:1783951338.186072:0:12961:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1783951338.186074:0:12961:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783951338.186076:0:12961:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951338.186079:0:12961:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783951338.186081:0:12961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608127301760 00000020:00000001:2.0:1783951338.186083:0:12961:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783951338.186084:0:12961:0:(genops.c:825:class_conn2export()) looking for export cookie 0x421be580be40f1e8 00000020:00000001:2.0:1783951338.186096:0:12961:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783951338.186100:0:12961:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8d5443387800 refcount=16 00000020:00000001:2.0:1783951338.186102:0:12961:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617991777384448 : -126081932167168 : ffff8d5443387800) 00000020:00000001:2.0:1783951338.186104:0:12961:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617991777384448 : -126081932167168 : ffff8d5443387800) 00000100:00000001:2.0:1783951338.186107:0:12961:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783951338.186113:0:12961:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547fdabfc0. 00000100:00000001:2.0:1783951338.186115:0:12961:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783951338.186117:0:12961:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547fdabfc0. 00000020:00000010:2.0:1783951338.186122:0:12961:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d547a527600. 00000020:00000010:2.0:1783951338.186125:0:12961:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d546f72f980. 00000020:00000010:2.0:1783951338.186128:0:12961:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d54473a4e10. 00000100:00000040:2.0:1783951338.186135:0:12961:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1783951338.186139:0:12961:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1783951338.186140:0:12961:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1783951338.186142:0:12961:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186148:0:12961:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186163:0:12961:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.186171:0:12961:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1783951338.186172:0:12961:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1783951338.186176:0:12961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:2.0:1783951338.186178:0:12961:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8d5443387800 : new rpc_count 1 00000100:00000001:2.0:1783951338.186181:0:12961:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617992195493968 : -126081514057648 : ffff8d545c245050) 00000100:00000040:2.0:1783951338.186185:0:12961:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d545c245050 x1870608127301760/t0(0) o400->826995b7-38c2-4bf1-ad51-fdc570588719@0@lo:354/0 lens 224/0 e 0 to 0 dl 1783951349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.186200:0:12961:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783951338.186202:0:12961:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547fdabfc0. 00000100:00000001:2.0:1783951338.186204:0:12961:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783951338.186206:0:12961:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547fdabfc0. 00000100:00100000:2.0:1783951338.186209:0:12961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d545c245050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:826995b7-38c2-4bf1-ad51-fdc570588719+16:3300:x1870608127301760:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1783951338.186212:0:12961:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608127301760 00000020:00000001:2.0:1783951338.186216:0:12961:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1783951338.186218:0:12961:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1783951338.186220:0:12961:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.186222:0:12961:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1783951338.186224:0:12961:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072668494016 : -1041057600 : ffffffffc1f2b8c0) 00000020:00000001:2.0:1783951338.186226:0:12961:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1783951338.186228:0:12961:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783951338.186229:0:12961:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1783951338.186573:0:12961:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1783951338.186576:0:12961:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.186578:0:12961:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1783951338.186580:0:12961:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1783951338.186582:0:12961:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1783951338.186588:0:12961:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d547f6b5000. 02000000:00000001:2.0:1783951338.186590:0:12961:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186592:0:12961:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.186595:0:12961:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1783951338.186597:0:12961:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608127301760 00010000:00000001:2.0:1783951338.186599:0:12961:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:2.0:1783951338.186604:0:12961:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff8d545c245050 x1870608127301760/t0(0) o400->826995b7-38c2-4bf1-ad51-fdc570588719@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783951338.186611:0:12961:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1783951338.186613:0:12961:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783951338.186616:0:12961:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d5451dd39e8 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1783951338.186620:0:12961:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783951338.186622:0:12961:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8d546c078e80 refcount 21 to 0@lo 00000100:00000001:2.0:1783951338.186632:0:12961:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617992462044800 : -126081247506816 : ffff8d546c078e80) 02000000:00000001:2.0:1783951338.186635:0:12961:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1783951338.186637:0:12961:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.186640:0:12961:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783951338.186642:0:12961:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951338.186646:0:12961:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d546e711220. 00000100:00000200:2.0:1783951338.186650:0:12961:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1870608127301760, offset 224 00000400:00000200:2.0:1783951338.186655:0:12961:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1783951338.186663:0:12961:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951338.186669:0:12961:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a54ee4f11880 00000400:00000200:2.0:1783951338.186911:0:12961:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x3c85 [1] + 224 00000400:00000200:2.0:1783951338.186920:0:12961:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951338.186923:0:12961:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1783951338.186927:0:12961:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783951338.186933:0:12961:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783951338.186942:0:12961:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.186960:0:12961:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1783951338.187055:0:12961:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d546e711220 00000400:00000010:2.0:1783951338.187058:0:12961:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d546e711220. 00000100:00000001:2.0:1783951338.187062:0:12961:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783951338.187063:0:12961:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1783951338.187068:0:12961:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.187072:0:12961:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8d546c078e80 refcount 20 to 0@lo 00010000:00000001:2.0:1783951338.187074:0:12961:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:2.0:1783951338.187076:0:12961:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.187079:0:12961:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1783951338.187082:0:12961:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d545c245050 x1870608127301760/t0(0) o400->826995b7-38c2-4bf1-ad51-fdc570588719@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783951338.187100:0:12961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d545c245050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:826995b7-38c2-4bf1-ad51-fdc570588719+16:3300:x1870608127301760:12345-0@lo:400:kworker.0 Request processed in 899us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1783951338.187108:0:12961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:2.0:1783951338.187118:0:12961:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d5443387800 : new rpc_count 0 00000100:00000001:2.0:1783951338.187121:0:12961:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1783951338.187122:0:12961:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1783951338.187127:0:12961:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d546f72f980. 00000020:00000010:2.0:1783951338.187131:0:12961:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d54473a4e10. 00000020:00000010:2.0:1783951338.187134:0:12961:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d547a527600. 00000020:00000040:2.0:1783951338.187138:0:12961:0:(genops.c:900:class_export_put()) PUTting export ffff8d5443387800 : new refcount 15 02000000:00000001:2.0:1783951338.187143:0:12961:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1783951338.187145:0:12961:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8d547f6b5000. 02000000:00000001:2.0:1783951338.187148:0:12961:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1783951338.187150:0:12961:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1783951338.187156:0:12961:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1783951338.187161:0:12961:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8d547f7bf000. 00000400:00000010:2.0:1783951338.187169:0:12961:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8d54788ca900. 00000100:00000001:2.0:1783951338.187194:0:14942:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1783951338.187196:0:14942:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608127302016 02000000:00000001:2.0:1783951338.187198:0:14942:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1783951338.187200:0:14942:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783951338.187201:0:14942:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951338.187205:0:14942:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783951338.187207:0:14942:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608127302016 00000020:00000001:2.0:1783951338.187209:0:14942:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783951338.187210:0:14942:0:(genops.c:825:class_conn2export()) looking for export cookie 0x421be580be40f338 00000020:00000001:2.0:1783951338.187212:0:14942:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783951338.187215:0:14942:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8d5443165000 refcount=5 00000020:00000001:2.0:1783951338.187217:0:14942:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446617991775145984 : -126081934405632 : ffff8d5443165000) 00000020:00000001:2.0:1783951338.187219:0:14942:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446617991775145984 : -126081934405632 : ffff8d5443165000) 00000100:00000001:2.0:1783951338.187222:0:14942:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783951338.187226:0:14942:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547fdabfc0. 00000020:00000010:2.0:1783951338.187230:0:14942:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff8d547fdab340. 00000100:00000001:3.0:1783951338.187468:0:3300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.187472:0:3300:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783951338.187478:0:3300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783951338.187485:0:3300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783951338.187488:0:3300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d547f7bf6e0. 00000400:00000200:3.0:1783951338.187491:0:3300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d546e711880 00000400:00000010:3.0:1783951338.187493:0:3300:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d546e711880. 00000100:00000001:3.0:1783951338.187496:0:3300:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951338.187501:0:3300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783951338.187510:0:3300:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.187516:0:3300:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951338.187518:0:3300:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.187520:0:3300:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783951338.187523:0:3300:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783951338.187525:0:3300:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951338.187526:0:3300:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951338.187528:0:3300:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951338.187533:0:3300:0:(import.c:2149:obd_at_measure()) add 5 to ffff8d5447252c60 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1783951338.187561:0:3300:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d5447252c18 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951338.187565:0:3300:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783951338.187567:0:3300:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951338.187570:0:3300:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783951338.187572:0:3300:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.187575:0:3300:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951338.187579:0:3300:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.187585:0:3300:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951338.187588:0:3300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783951338.187589:0:3300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783951338.187593:0:3300:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951338.187600:0:3300:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d5475acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:826995b7-38c2-4bf1-ad51-fdc570588719:3300:1870608127301760:0@lo:400:kworker.0 00000100:00000001:3.0:1783951338.187605:0:3300:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.187607:0:3300:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951338.187616:0:3300:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d5475acd500 x1870608127301760/t0(0) o400->MGC192.168.204.142@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951338.187623:0:3300:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783951338.187625:0:3300:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783951338.187627:0:3300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d547a526a00. 02000000:00000001:3.0:1783951338.187630:0:3300:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783951338.187632:0:3300:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783951338.187634:0:3300:0:(genops.c:1244:class_import_put()) import ffff8d5447252800 refcount=3 obd=MGC192.168.204.142@tcp 00000020:00000001:3.0:1783951338.187635:0:3300:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783951338.187638:0:3300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d53429fce00. 02000000:00000001:3.0:1783951338.187642:0:3300:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783951338.187644:0:3300:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783951338.187646:0:3300:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d5475acd500. 00000100:00000001:3.0:1783951338.187650:0:3300:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783951338.187651:0:3300:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.187653:0:3300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951338.187661:0:3300:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951338.187663:0:3300:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951338.187665:0:3300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951338.187667:0:3300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1783951338.187806:0:14942:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff8d547f79b380) now 8 - evictor 00000100:00000001:2.0:1783951338.187819:0:14942:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1783951338.187825:0:14942:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8d547a527600. 00000020:00000010:2.0:1783951338.187829:0:14942:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8d546f72f980. 00000020:00000010:2.0:1783951338.187834:0:14942:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8d54473a4e10. 00000100:00000040:2.0:1783951338.187845:0:14942:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1783951338.187848:0:14942:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1783951338.187850:0:14942:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1783951338.187852:0:14942:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.187858:0:14942:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1783951338.187860:0:14942:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1783951338.187862:0:14942:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.187870:0:14942:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.187879:0:14942:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1783951338.187881:0:14942:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1783951338.187884:0:14942:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1783951338.187887:0:14942:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8d5443165000 : new rpc_count 1 00000100:00000001:2.0:1783951338.187889:0:14942:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446617992502538496 : -126081207013120 : ffff8d546e717100) 00000100:00000040:2.0:1783951338.187894:0:14942:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8d546e717100 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:354/0 lens 224/0 e 0 to 0 dl 1783951349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.187901:0:14942:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783951338.187904:0:14942:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8d547fdab340. 00000100:00000001:2.0:1783951338.187906:0:14942:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783951338.187908:0:14942:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff8d547fdab340. 00000100:00100000:2.0:1783951338.187911:0:14942:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d546e717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1870608127302016:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1783951338.187915:0:14942:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608127302016 00000020:00000001:2.0:1783951338.187918:0:14942:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1783951338.187921:0:14942:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1783951338.187923:0:14942:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.187925:0:14942:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1783951338.187928:0:14942:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660661568 : -1048890048 : ffffffffc17b3540) 00000020:00000001:2.0:1783951338.187930:0:14942:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1783951338.187933:0:14942:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783951338.187935:0:14942:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1783951338.187937:0:14942:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1783951338.187939:0:14942:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.187941:0:14942:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1783951338.187945:0:14942:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1783951338.187953:0:14942:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1783951338.187958:0:14942:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8d547f6b5000. 02000000:00000001:2.0:1783951338.187960:0:14942:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.187972:0:14942:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.187975:0:14942:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1783951338.187978:0:14942:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608127302016 00010000:00000001:2.0:1783951338.187980:0:14942:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:2.0:1783951338.187985:0:14942:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff8d546e717100 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783951338.187992:0:14942:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1783951338.187995:0:14942:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783951338.187998:0:14942:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d5476ba35e8 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1783951338.188002:0:14942:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783951338.188004:0:14942:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8d546c078e80 refcount 21 to 0@lo 00000100:00000001:2.0:1783951338.188006:0:14942:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446617992462044800 : -126081247506816 : ffff8d546c078e80) 02000000:00000001:2.0:1783951338.188008:0:14942:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1783951338.188010:0:14942:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.188012:0:14942:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783951338.188014:0:14942:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951338.188017:0:14942:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8d546e711220. 00000100:00000200:2.0:1783951338.188022:0:14942:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608127302016, offset 224 00000400:00000200:2.0:1783951338.188027:0:14942:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1783951338.188037:0:14942:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951338.188046:0:14942:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ee4f11980 00000400:00000200:2.0:1783951338.188053:0:14942:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3c99 [1] + 224 00000400:00000200:2.0:1783951338.188059:0:14942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951338.188063:0:14942:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1783951338.188067:0:14942:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783951338.188072:0:14942:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783951338.188081:0:14942:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.188102:0:14942:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1783951338.188114:0:14942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d546e711220 00000400:00000010:2.0:1783951338.188116:0:14942:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d546e711220. 00000100:00000001:2.0:1783951338.188119:0:14942:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783951338.188120:0:14942:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1783951338.188124:0:14942:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.188127:0:14942:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8d546c078e80 refcount 20 to 0@lo 00010000:00000001:2.0:1783951338.188130:0:14942:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:2.0:1783951338.188131:0:14942:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.188133:0:14942:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1783951338.188136:0:14942:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d546e717100 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1783951349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783951338.188144:0:14942:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d546e717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1870608127302016:12345-0@lo:400:kworker.0 Request processed in 241us (2466us total) trans 0 rc 0/0 00000100:00100000:2.0:1783951338.188151:0:14942:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1783951338.188154:0:14942:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8d5443165000 : new rpc_count 0 00000100:00000001:2.0:1783951338.188155:0:14942:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1783951338.188157:0:14942:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1783951338.188160:0:14942:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8d546f72f980. 00000020:00000010:2.0:1783951338.188163:0:14942:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8d54473a4e10. 00000020:00000010:2.0:1783951338.188166:0:14942:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8d547a527600. 00000020:00000040:2.0:1783951338.188169:0:14942:0:(genops.c:900:class_export_put()) PUTting export ffff8d5443165000 : new refcount 4 00000100:00000001:2.0:1783951338.188171:0:14942:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.188192:0:3303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951338.188195:0:3303:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783951338.188198:0:3303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783951338.188200:0:3303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783951338.188202:0:3303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8d54694a82c0. 00000400:00000200:2.0:1783951338.188205:0:3303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8d544785d6e8 00000400:00000010:2.0:1783951338.188206:0:3303:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8d544785d6e8. 00000100:00000001:2.0:1783951338.188208:0:3303:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783951338.188212:0:3303:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783951338.188219:0:3303:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.188319:0:3303:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783951338.188322:0:3303:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.188324:0:3303:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1783951338.188325:0:3303:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783951338.188327:0:3303:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783951338.188329:0:3303:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951338.188331:0:3303:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783951338.188337:0:3303:0:(import.c:2149:obd_at_measure()) add 5 to ffff8d5443165c60 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1783951338.188341:0:3303:0:(import.c:2149:obd_at_measure()) add 1 to ffff8d5443165c18 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1783951338.188343:0:3303:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783951338.188344:0:3303:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951338.188346:0:3303:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783951338.188351:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783951338.188358:0:3303:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.188361:0:3303:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783951338.188363:0:3303:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1783951338.188364:0:3303:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783951338.188366:0:3303:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951338.188369:0:3303:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.188375:0:3303:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783951338.188377:0:3303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783951338.188379:0:3303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783951338.188381:0:3303:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783951338.188387:0:3303:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8d546e714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3303:1870608127302016:0@lo:400:kworker.0 00000100:00000001:2.0:1783951338.188391:0:3303:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.188393:0:3303:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783951338.188395:0:3303:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8d546e714700 x1870608127302016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951338.188412:0:3303:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783951338.188414:0:3303:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783951338.188416:0:3303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8d547f9c5400. 02000000:00000001:2.0:1783951338.188419:0:3303:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783951338.188420:0:3303:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783951338.188421:0:3303:0:(genops.c:1244:class_import_put()) import ffff8d5443165800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1783951338.188423:0:3303:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783951338.188424:0:3303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8d547fee4300. 02000000:00000001:2.0:1783951338.188427:0:3303:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783951338.188428:0:3303:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783951338.188430:0:3303:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8d546e714700. 00000100:00000001:2.0:1783951338.188433:0:3303:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783951338.188434:0:3303:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.188435:0:3303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951338.188440:0:3303:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783951338.188442:0:3303:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951338.188443:0:3303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951338.188446:0:3303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783951338.192623:0:12964:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1783951338.192633:0:12964:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff8d547f79b380) now 8 - evictor 00000100:00000040:0.0:1783951338.260397:0:53:0:(connection.c:75:cpu_latency_work()) work item of ffff8d5460125800 (cpu 0) has reached its deadline 4295192662, at 4295192664 00000100:00000010:0.0:1783951338.260415:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d5443fd04e0. 00000100:00000040:2.0:1783951338.260563:0:363:0:(connection.c:75:cpu_latency_work()) work item of ffff8d5460125a20 (cpu 0) has reached its deadline 4295192662, at 4295192664 00000100:00000010:2.0:1783951338.260570:0:363:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d5443fd0780. 00000100:00000040:1.0:1783951338.260643:0:11620:0:(connection.c:75:cpu_latency_work()) work item of ffff8d5460125910 (cpu 0) has reached its deadline 4295192662, at 4295192664 00000100:00000010:1.0:1783951338.260650:0:11620:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d5443fd0ba0. 00000100:00000040:3.0:1783951338.261011:0:10133:0:(connection.c:75:cpu_latency_work()) work item of ffff8d5460125b30 (cpu 0) has reached its deadline 4295192662, at 4295192665 00000100:00000010:3.0:1783951338.261018:0:10133:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8d5443fd0f00. 00000001:00000001:2.0:1783951338.356285:0:15486:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783951338.356291:0:15486:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity : @@@@@@ FAIL: mds1: import is not in FULL state after 50 00000001:00000001:2.0:1783951338.366974:0:15486:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1783951338.748118:0:10133:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783951338.748128:0:10133:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951338.749057:0:10133:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783951338.749063:0:10133:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951338.751283:0:12955:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951338.751291:0:12955:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951338.751295:0:12955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1783951339.196193:0:13901:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1783951339.196206:0:13901:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1783951339.648403:0:15498:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1783951339.648420:0:15498:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951339.648429:0:15498:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1783951339.648436:0:15498:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1783951339.648442:0:15498:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951339.648447:0:15498:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951339.772242:0:10133:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1783951339.772251:0:10133:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951339.772258:0:10133:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783951339.772260:0:10133:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951339.773960:0:12956:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783951339.773966:0:12956:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783951339.773970:0:12956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1050 lines, 1050 kept, 0 dropped, 0 bad.