00010000:00000001:2.0F:1783951664.115147:0:10158:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1783951664.115171:0:10158:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951664.115179:0:10158:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783951664.115180:0:10158:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1783951664.116064:0:12981:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783951664.116076:0:12981:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783951664.116080:0:12981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1783951665.142152:0:10158:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1783951665.142159:0:10158:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951665.142166:0:10158:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783951665.142168:0:10158:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951665.142190:0:12980:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951665.142193:0:12980:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951665.142196:0:12980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0F:1783951666.124978:0:15478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951666.125009:0:15478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951666.125044:0:15478:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783951666.125055:0:15478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951666.125064:0:15478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951666.125068:0:15478:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951666.164129:0:10158:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1783951666.164142:0:10158:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951666.164151:0:10158:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783951666.164153:0:10158:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1783951666.164732:0:12981:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783951666.164744:0:12981:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783951666.164748:0:12981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1783951666.527719:0:15514:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783951666.527728:0:15514:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity : @@@@@@ FAIL: mds1: import is not in FULL state after 50 00000001:00000001:2.0:1783951666.534240:0:15514:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1783951667.189280:0:10158:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1783951667.189292:0:10158:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783951667.189303:0:10158:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1783951667.189305:0:10158:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.189336:0:12980:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951667.189339:0:12980:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951667.189343:0:12980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783951667.571366:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) 54edb564-19f1-45fd-a515-d5be5412d1fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783951667.571382:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783951667.571392:0:472:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933307964700. 00000020:00000040:1.0:1783951667.571400:0:472:0:(genops.c:1231:class_import_get()) import ffff933402b68800 refcount=4 obd=MGC192.168.204.103@tcp 00000100:00000001:1.0:1783951667.571405:0:472:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951667.571409:0:472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951667.571415:0:472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1783951667.572731:0:13999:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1783951667.572742:0:13999:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1783951667.572751:0:13999:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933407caf100. 00000020:00000040:0.0:1783951667.572760:0:13999:0:(genops.c:1231:class_import_get()) import ffff933440484000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1783951667.572765:0:13999:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783951667.572769:0:13999:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783951667.572774:0:13999:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783951667.572785:0:13999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93341074a300. 00000100:00000001:0.0:1783951667.572804:0:13999:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.572814:0:13999:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783951667.572820:0:13999:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951667.572837:0:13999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b80ef9b0] to pc [ptlrpcd_00_01+1] req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1783951667.572874:0:13999:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.572919:0:3320:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951667.572926:0:3320:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783951667.572930:0:3320:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783951667.572940:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.572949:0:3320:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783951667.572952:0:3320:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951667.572957:0:3320:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783951667.572961:0:3320:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1783951667.572963:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9334106c1300. 02000000:00000001:2.0:1783951667.572965:0:3320:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783951667.572971:0:3320:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff933407caf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1870608481721216:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1783951667.572973:0:472:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.572984:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 54edb564-19f1-45fd-a515-d5be5412d1fb->MGS req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783951667.572993:0:3320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1783951667.573001:0:472:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1783951667.573002:0:3320:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1783951667.573005:0:472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951667.573007:0:3320:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951667.573012:0:3320:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1783951667.573013:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076a6e6a4] to pc [ptlrpcd_00_02+2] req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1783951667.573106:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9334089b2400. 02000000:00000001:2.0:1783951667.573111:0:3320:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783951667.573122:0:3320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93344177af20. 00000100:00000001:1.0:1783951667.573134:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783951667.573135:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93343d5ffa18. 00000100:00000040:1.0:1783951667.573142:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1783951667.573148:0:3320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870608481721216, portal 4 00000100:00000001:1.0:1783951667.573149:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1783951667.573154:0:3320:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1783951667.573156:0:472:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933307967800. 00000100:00000001:2.0:1783951667.573157:0:3320:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624450411163904 : -119623298387712 : ffff933407caf100) 00000020:00000040:1.0:1783951667.573162:0:472:0:(genops.c:1231:class_import_get()) import ffff933411b17800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1783951667.573167:0:472:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1783951667.573171:0:3320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1783951667.573171:0:472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951667.573175:0:472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951667.573183:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9334106c1000. 00000100:00000001:2.0:1783951667.573185:0:3320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1783951667.573189:0:472:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951667.573190:0:3320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951667.573197:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93343d5ff550. 00000100:00000200:2.0:1783951667.573201:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870608481721216, offset 0 00000400:00000200:2.0:1783951667.573212:0:3320:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1783951667.573233:0:3320:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951667.573246:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a54efa111b80 00000400:00000200:2.0:1783951667.573255:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3241 [8] + 3584 00000400:00000200:2.0:1783951667.573270:0:3320:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951667.573277:0:3320:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1783951667.573287:0:3320:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1783951667.573290:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1783951667.573295:0:3320:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933304d75f80. 00000100:00000040:2.0:1783951667.573299:0:3320:0:(events.c:337:request_in_callback()) incoming req@ffff933304d75f80 x1870608481721216 msgsize 224 00000100:00100000:2.0:1783951667.573304:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1783951667.573313:0:3320:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1783951667.573325:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93343d5ff550 00000400:00000010:2.0:1783951667.573328:0:3320:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93343d5ff550. 00000100:00000001:2.0:1783951667.573334:0:3320:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783951667.573339:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.573363:0:3320:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783951667.573367:0:3320:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783951667.573373:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783951667.573376:0:3320:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573381:0:3320:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783951667.573389:0:472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783951667.573392:0:3320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.573392:0:472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951667.573401:0:3320:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23792 usecs (24 jiffies) 00000100:00000040:1.0:1783951667.573401:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff4cf1f] to pc [ptlrpcd_00_03+3] req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.573408:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295175193 00000100:00000010:2.0:1783951667.573415:0:3320:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff933409d34120. 00000100:00000001:1.0:1783951667.573425:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.573429:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783951667.573434:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783951667.573438:0:472:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933307967b80. 00000100:00000001:2.0:1783951667.573442:0:3320:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:1.0:1783951667.573443:0:472:0:(genops.c:1231:class_import_get()) import ffff933304d38800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1783951667.573448:0:472:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951667.573450:0:472:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951667.573452:0:472:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573457:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295175193 02000000:00000010:1.0:1783951667.573458:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9334106c1200. 00000100:00000001:1.0:1783951667.573465:0:472:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783951667.573466:0:3320:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff933409d34540. 00000100:00000001:2.0:1783951667.573472:0:3320:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1783951667.573474:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783951667.573477:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295175193 00000100:00000010:2.0:1783951667.573484:0:3320:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff933409d34360. 00000100:00000001:1.0:1783951667.573488:0:472:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783951667.573490:0:3320:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1783951667.573493:0:472:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573496:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295175193 00000100:00000010:2.0:1783951667.573501:0:3320:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff933409d340c0. 00000100:00000040:1.0:1783951667.573501:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad101e4] to pc [ptlrpcd_00_00+0] req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.573506:0:3320:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783951667.573512:0:3320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783951667.573518:0:3320:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.573518:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573522:0:3320:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.573526:0:472:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (512) 00000100:00000001:2.0:1783951667.573528:0:3320:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951667.573543:0:3320:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783951667.573546:0:3320:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783951667.573548:0:3322:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951667.573549:0:3320:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951667.573554:0:3320:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783951667.573554:0:3322:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783951667.573556:0:3320:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.573558:0:3322:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1783951667.573561:0:3320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783951667.573565:0:3320:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783951667.573567:0:3322:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.573569:0:3320:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951667.573578:0:3322:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783951667.573579:0:3320:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.573582:0:3322:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573584:0:3320:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951667.573588:0:3320:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1783951667.573588:0:3322:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1783951667.573592:0:3320:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1783951667.573593:0:3322:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783951667.573597:0:3322:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951667.573600:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951667.573604:0:3322:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff933307967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1870608481721472:0@lo:400:kworker.0 00000100:00000001:1.0:1783951667.573613:0:3322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1783951667.573617:0:3320:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783951667.573619:0:3320:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783951667.573622:0:3320:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783951667.573624:0:3322:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783951667.573627:0:3320:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783951667.573627:0:3322:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951667.573632:0:3322:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1783951667.573634:0:3320:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783951667.573638:0:3320:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff933307967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1870608481721600:0@lo:400:kworker.0 02000000:00000010:1.0:1783951667.573639:0:3322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93343d45d200. 02000000:00000001:1.0:1783951667.573644:0:3322:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.573645:0:3320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783951667.573649:0:3320:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783951667.573651:0:3320:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783951667.573653:0:3322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff933438f73f78. 02000000:00000001:2.0:1783951667.573654:0:3320:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783951667.573661:0:3320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9334368a0600. 00000400:00000010:1.0:1783951667.573663:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff933408da9198. 02000000:00000001:2.0:1783951667.573664:0:3320:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1783951667.573668:0:3322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608481721472, portal 10 00000400:00000010:2.0:1783951667.573671:0:3320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93344177acb8. 00000100:00000001:1.0:1783951667.573673:0:3322:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783951667.573676:0:3322:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624446112757760 : -119627596793856 : ffff933307967800) 00000400:00000010:2.0:1783951667.573679:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93343d5ff550. 00000100:00000200:2.0:1783951667.573684:0:3320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608481721600, portal 10 00000100:00000040:1.0:1783951667.573687:0:3322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.573688:0:3320:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783951667.573691:0:3320:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624446112758656 : -119627596792960 : ffff933307967b80) 00000100:00000001:1.0:1783951667.573700:0:3322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783951667.573703:0:3320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783951667.573705:0:3322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951667.573711:0:3322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff933408da9d48. 00000100:00000001:2.0:1783951667.573716:0:3320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1783951667.573717:0:3322:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608481721472, offset 0 00000100:00000040:2.0:1783951667.573721:0:3320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951667.573726:0:3320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93343d5ff000. 00000400:00000200:1.0:1783951667.573727:0:3322:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1783951667.573733:0:3320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608481721600, offset 0 00000400:00000200:1.0:1783951667.573738:0:3322:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951667.573743:0:3320:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951667.573751:0:3322:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54efa111c80 00000400:00000200:2.0:1783951667.573756:0:3320:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1783951667.573765:0:3320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54efa111d00 00000100:00000001:0.0:1783951667.573832:0:3321:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951667.573836:0:3321:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783951667.573838:0:3321:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783951667.573845:0:3321:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.573853:0:3321:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783951667.573855:0:3321:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951667.573858:0:3321:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783951667.573861:0:3321:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783951667.573863:0:3321:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783951667.573865:0:3321:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff933307964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:54edb564-19f1-45fd-a515-d5be5412d1fb:3321:1870608481721344:0@lo:400:kworker.0 00000100:00000001:0.0:1783951667.573869:0:3321:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783951667.573873:0:3321:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783951667.573875:0:3321:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951667.573877:0:3321:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783951667.573881:0:3321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff933402fd7c00. 00000400:00000200:1.0:1783951667.573889:0:3322:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x283d [64] + 9624 02000000:00000001:0.0:1783951667.573892:0:3321:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783951667.573900:0:3321:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9334081d39f8. 00000400:00000200:1.0:1783951667.573901:0:3322:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951667.573906:0:3322:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1783951667.574581:0:3320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x283d [64] + 9848 00000400:00000200:2.0:1783951667.574591:0:3320:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951667.574602:0:3320:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1783951667.574608:0:3320:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1783951667.574611:0:3320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1783951667.574617:0:3320:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933304d75c00. 00000100:00000040:2.0:1783951667.574621:0:3320:0:(events.c:337:request_in_callback()) incoming req@ffff933304d75c00 x1870608481721600 msgsize 224 00000100:00100000:2.0:1783951667.574626:0:3320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1783951667.574638:0:3320:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1783951667.574647:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93343d5ff000 00000400:00000010:2.0:1783951667.574649:0:3320:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93343d5ff000. 00000100:00000001:2.0:1783951667.574653:0:3320:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783951667.574659:0:3320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.574669:0:3320:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783951667.574673:0:3320:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783951667.574680:0:3320:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.574682:0:3320:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783951667.574688:0:3320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951667.574694:0:3320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 15221 usecs (16 jiffies) 00000100:00000001:3.0:1783951667.575553:0:13939:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783951667.575558:0:13939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608481721216 02000000:00000001:3.0:1783951667.575561:0:13939:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783951667.575564:0:13939:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951667.575566:0:13939:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951667.575570:0:13939:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951667.575574:0:13939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608481721216 00000020:00000001:3.0:1783951667.575576:0:13939:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783951667.575578:0:13939:0:(genops.c:825:class_conn2export()) looking for export cookie 0x11fe7275a0537a43 00000020:00000001:3.0:1783951667.575581:0:13939:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783951667.575585:0:13939:0:(lustre_handles.c:147:class_handle2object()) GET export ffff933440486000 refcount=5 00000020:00000001:3.0:1783951667.575587:0:13939:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624451358908416 : -119622350643200 : ffff933440486000) 00000020:00000001:3.0:1783951667.575589:0:13939:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624451358908416 : -119622350643200 : ffff933440486000) 00000100:00000001:3.0:1783951667.575593:0:13939:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951667.575598:0:13939:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9334373c1900. 00000020:00000010:3.0:1783951667.575602:0:13939:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff9334373c1c80. 00000020:00000040:3.0:1783951667.575608:0:13939:0:(obd_config.c:994:class_incref()) incref lustre-OST0000 (ffff933407728000) now 6 - evictor 00000100:00000001:3.0:1783951667.575616:0:13939:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1783951667.575621:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4295175187 00000020:00000010:3.0:1783951667.575622:0:13939:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff933436f26400. 00000100:00000001:2.0:1783951667.575628:0:3320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4295175193 00000020:00000010:3.0:1783951667.575629:0:13939:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff933435795f00. 00000100:00000001:2.0:1783951667.575635:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4295175187 00000020:00000010:3.0:1783951667.575636:0:13939:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9334080340c8. 00000100:00000001:2.0:1783951667.575638:0:3320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4295175193 00000100:00000001:2.0:1783951667.575643:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4295175187 00000100:00000001:2.0:1783951667.575645:0:3320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4295175193 00000100:00000040:3.0:1783951667.575646:0:13939:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1783951667.575650:0:3320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4295175187 00000100:00000001:3.0:1783951667.575651:0:13939:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783951667.575654:0:13939:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1783951667.575655:0:3320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4295175193 00000100:00000001:3.0:1783951667.575656:0:13939:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.575661:0:3320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951667.575667:0:13939:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.575667:0:3320:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.575673:0:3320:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.575675:0:13939:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951667.575680:0:3320:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.575685:0:13939:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783951667.575687:0:13939:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783951667.575694:0:13939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1783951667.575699:0:13939:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff933440486000 : new rpc_count 1 00000100:00000001:3.0:1783951667.575700:0:13939:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624446066679680 : -119627642871936 : ffff933304d75f80) 00000100:00000040:3.0:1783951667.575705:0:13939:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff933304d75f80 x1870608481721216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 224/0 e 0 to 0 dl 1783951678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.575718:0:13939:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951667.575720:0:13939:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9334373c1c80. 00000100:00000001:2.0:1783951667.575720:0:15200:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1783951667.575721:0:13939:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951667.575725:0:13939:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9334373c1c80. 00000100:00100000:2.0:1783951667.575725:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608481721600 02000000:00000001:2.0:1783951667.575729:0:15200:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1783951667.575733:0:13939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff933304d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1870608481721216:12345-0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1783951667.575733:0:15200:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783951667.575736:0:15200:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783951667.575737:0:13939:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608481721216 00000020:00000001:3.0:1783951667.575742:0:13939:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1783951667.575742:0:15200:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951667.575747:0:13939:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:2.0:1783951667.575747:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608481721600 00000020:00000001:3.0:1783951667.575751:0:13939:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.575752:0:15200:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1783951667.575754:0:13939:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1783951667.575755:0:15200:0:(genops.c:825:class_conn2export()) looking for export cookie 0x11fe7275a05379f6 00000020:00000001:3.0:1783951667.575757:0:13939:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072670695856 : -1038855760 : ffffffffc21451b0) 00000020:00000001:2.0:1783951667.575759:0:15200:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1783951667.575760:0:13939:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1783951667.575763:0:15200:0:(lustre_handles.c:147:class_handle2object()) GET export ffff933304f90800 refcount=5 00000020:00000001:3.0:1783951667.575764:0:13939:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951667.575767:0:13939:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1783951667.575768:0:15200:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624446068885504 : -119627640666112 : ffff933304f90800) 00000020:00000001:3.0:1783951667.575770:0:13939:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1783951667.575773:0:15200:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624446068885504 : -119627640666112 : ffff933304f90800) 00000020:00000001:3.0:1783951667.575774:0:13939:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.575779:0:15200:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1783951667.575781:0:13939:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783951667.575784:0:13939:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1783951667.575785:0:15200:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff933411b2cbc0. 00000020:00000010:2.0:1783951667.575801:0:15200:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff933411b2ce40. 00000020:00000040:2.0:1783951667.575805:0:15200:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff933411ad99c0) now 8 - evictor 00000100:00000001:2.0:1783951667.575808:0:15200:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:3.0:1783951667.575810:0:13939:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9333047c7c00. 00000020:00000010:2.0:1783951667.575813:0:15200:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9334368a1a00. 02000000:00000001:3.0:1783951667.575814:0:13939:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.575819:0:13939:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1783951667.575820:0:15200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9334106deb80. 00002000:00000001:3.0:1783951667.575823:0:13939:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:2.0:1783951667.575825:0:15200:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93340313f0c8. 00002000:00000001:3.0:1783951667.575830:0:13939:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000100:00000040:2.0:1783951667.575834:0:15200:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1783951667.575835:0:13939:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1783951667.575839:0:15200:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1783951667.575841:0:15200:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:3.0:1783951667.575843:0:13939:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1783951667.575844:0:15200:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783951667.575851:0:15200:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1783951667.575853:0:15200:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1783951667.575855:0:15200:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1783951667.575863:0:13939:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.575867:0:15200:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951667.575869:0:13939:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1783951667.575874:0:13939:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 390070272 avail 387973120 00000100:00000001:2.0:1783951667.575878:0:15200:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000020:3.0:1783951667.575880:0:13939:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1783951667.575881:0:15200:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000020:3.0:1783951667.575885:0:13939:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff933440486000 dirty 0 pend 0 grant 0 00000100:00100000:2.0:1783951667.575887:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00002000:00000020:3.0:1783951667.575892:0:13939:0:(ofd_obd.c:758:ofd_statfs()) 374 blocks: 372 free, 332 avail; 12297 objects: 11904 free; state 0 00000100:00000040:2.0:1783951667.575893:0:15200:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff933304f90800 : new rpc_count 1 00000100:00000001:2.0:1783951667.575897:0:15200:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624446066678784 : -119627642872832 : ffff933304d75c00) 00002000:00000001:3.0:1783951667.575899:0:13939:0:(ofd_obd.c:801:ofd_statfs()) Process leaving 00000100:00000040:2.0:1783951667.575903:0:15200:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff933304d75c00 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:683/0 lens 224/0 e 0 to 0 dl 1783951678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1783951667.575911:0:13939:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1783951667.575915:0:13939:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1783951667.575919:0:13939:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783951667.575926:0:13939:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1870608481721216 00000100:00000001:2.0:1783951667.575926:0:15200:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783951667.575931:0:15200:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff933411b2ce40. 00010000:00000001:3.0:1783951667.575932:0:13939:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00000100:00000001:2.0:1783951667.575936:0:15200:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1783951667.575940:0:13939:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff933304d75f80 x1870608481721216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 224/368 e 0 to 0 dl 1783951678 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1783951667.575941:0:15200:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff933411b2ce40. 00000100:00100000:2.0:1783951667.575951:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff933304d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1870608481721600:12345-0@lo:400:kworker.0 00010000:00000001:3.0:1783951667.575956:0:13939:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1783951667.575957:0:15200:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608481721600 00010000:00000001:3.0:1783951667.575961:0:13939:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.575962:0:15200:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1783951667.575966:0:15200:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00001000:3.0:1783951667.575968:0:13939:0:(import.c:2149:obd_at_measure()) add 1 to ffff93343cf819e8 time=82 v=5 (1 0 0 0) 00000020:00000001:2.0:1783951667.575969:0:15200:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.575975:0:15200:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1783951667.575978:0:13939:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1783951667.575978:0:15200:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072658830656 : -1050720960 : ffffffffc15f4540) 00000100:00000040:3.0:1783951667.575984:0:13939:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff933407498300 refcount 21 to 0@lo 00000020:00000001:2.0:1783951667.575984:0:15200:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1783951667.575990:0:13939:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624450402681600 : -119623306870016 : ffff933407498300) 00000020:00000001:2.0:1783951667.575990:0:15200:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783951667.575995:0:15200:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1783951667.575996:0:13939:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1783951667.575999:0:15200:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1783951667.576000:0:13939:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.576002:0:15200:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.576005:0:13939:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1783951667.576006:0:15200:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1783951667.576010:0:13939:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1783951667.576012:0:15200:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1783951667.576015:0:15200:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1783951667.576016:0:13939:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9334107ac220. 02000000:00000010:2.0:1783951667.576019:0:15200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9334089b2800. 02000000:00000001:2.0:1783951667.576042:0:15200:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.576044:0:15200:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951667.576047:0:15200:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783951667.576049:0:13939:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1870608481721216, offset 224 00010000:00000040:2.0:1783951667.576050:0:15200:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608481721600 00010000:00000001:2.0:1783951667.576055:0:15200:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:2.0:1783951667.576060:0:15200:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff933304d75c00 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783951667.576063:0:13939:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1783951667.576071:0:15200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1783951667.576073:0:15200:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783951667.576076:0:15200:0:(import.c:2149:obd_at_measure()) add 1 to ffff93343d5ddde8 time=102 v=5 (1 0 0 0) 00000400:00000200:3.0:1783951667.576080:0:13939:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1783951667.576082:0:15200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783951667.576086:0:15200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff933407498300 refcount 22 to 0@lo 00000400:00000200:3.0:1783951667.576095:0:13939:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a54efa111b80 00000100:00000001:2.0:1783951667.576097:0:15200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624450402681600 : -119623306870016 : ffff933407498300) 02000000:00000001:2.0:1783951667.576101:0:15200:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1783951667.576103:0:15200:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.576106:0:15200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1783951667.576108:0:13939:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x3cb1 [1] + 224 00000100:00000040:2.0:1783951667.576111:0:15200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1783951667.576116:0:15200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93343d5ff000. 00000400:00000200:3.0:1783951667.576118:0:13939:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1783951667.576121:0:15200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608481721600, offset 224 00000400:00000200:3.0:1783951667.576126:0:13939:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1783951667.576129:0:15200:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1783951667.576136:0:13939:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1783951667.576138:0:15200:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1783951667.576145:0:13939:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1783951667.576147:0:15200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54efa111d00 00000400:00000200:2.0:1783951667.576159:0:15200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3cbd [1] + 224 00000100:00000040:3.0:1783951667.576164:0:13939:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1783951667.576167:0:15200:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783951667.576175:0:15200:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1783951667.576181:0:15200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1783951667.576186:0:13939:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1783951667.576188:0:15200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783951667.576196:0:13939:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9334107ac220 00000100:00000040:2.0:1783951667.576200:0:15200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1783951667.576201:0:13939:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9334107ac220. 00000100:00000001:2.0:1783951667.576210:0:15200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951667.576215:0:13939:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783951667.576220:0:13939:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1783951667.576220:0:15200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93343d5ff000 00000400:00000010:2.0:1783951667.576224:0:15200:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93343d5ff000. 00000100:00000001:3.0:1783951667.576228:0:13939:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783951667.576229:0:15200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783951667.576232:0:15200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1783951667.576235:0:13939:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff933407498300 refcount 21 to 0@lo 00000100:00000001:2.0:1783951667.576238:0:15200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951667.576239:0:13939:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783951667.576243:0:13939:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783951667.576244:0:15200:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff933407498300 refcount 20 to 0@lo 00000020:00000001:3.0:1783951667.576247:0:13939:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1783951667.576248:0:15200:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:2.0:1783951667.576251:0:15200:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951667.576254:0:13939:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933304d75f80 x1870608481721216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:683/0 lens 224/368 e 0 to 0 dl 1783951678 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1783951667.576255:0:15200:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1783951667.576262:0:15200:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933304d75c00 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951667.576271:0:13939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff933304d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3320:x1870608481721216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 549us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1783951667.576280:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff933304d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3320:x1870608481721600:12345-0@lo:400:kworker.0 Request processed in 351us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1783951667.576286:0:13939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:3.0:1783951667.576292:0:13939:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff933440486000 : new rpc_count 0 00000100:00100000:2.0:1783951667.576292:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1783951667.576296:0:13939:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783951667.576299:0:13939:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1783951667.576303:0:15200:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff933304f90800 : new rpc_count 0 00000020:00000010:3.0:1783951667.576305:0:13939:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff933435795f00. 00000100:00000001:2.0:1783951667.576307:0:15200:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1783951667.576311:0:13939:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9334080340c8. 00000020:00000010:3.0:1783951667.576318:0:13939:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff933436f26400. 00000100:00000001:2.0:1783951667.576323:0:15200:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1783951667.576324:0:13939:0:(genops.c:900:class_export_put()) PUTting export ffff933440486000 : new refcount 4 00000020:00000010:2.0:1783951667.576329:0:15200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9334106deb80. 00000100:00000001:3.0:1783951667.576330:0:13939:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1783951667.576337:0:15200:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93340313f0c8. 00000020:00000010:2.0:1783951667.576342:0:15200:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9334368a1a00. 00000020:00000040:2.0:1783951667.576346:0:15200:0:(genops.c:900:class_export_put()) PUTting export ffff933304f90800 : new refcount 4 00000100:00000001:3.0:1783951667.576348:0:3319:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783951667.576349:0:15200:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576353:0:3319:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.576401:0:3320:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951667.576404:0:3320:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783951667.576410:0:3320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783951667.576412:0:3320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783951667.576415:0:3320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93344177acb8. 00000400:00000200:3.0:1783951667.576421:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93343d5ff550 00000400:00000010:3.0:1783951667.576423:0:3320:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93343d5ff550. 00000100:00000001:3.0:1783951667.576426:0:3320:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951667.576431:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783951667.576441:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576460:0:3320:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951667.576463:0:3320:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576466:0:3320:0:(client.c:1580:after_reply()) Process entered 00000100:00080000:2.0:1783951667.576466:0:12988:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1783951667.576472:0:3320:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1783951667.576473:0:12988:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff933411ad99c0) now 8 - evictor 00000100:00000001:3.0:1783951667.576475:0:3320:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951667.576478:0:3320:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951667.576482:0:3320:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1783951667.576482:0:12988:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1783951667.576486:0:12988:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0000 (ffff933407728000) now 6 - evictor 00000100:00001000:3.0:1783951667.576490:0:3320:0:(import.c:2149:obd_at_measure()) add 5 to ffff933304d38c60 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1783951667.576495:0:3320:0:(import.c:2149:obd_at_measure()) add 1 to ffff933304d38c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951667.576498:0:3320:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783951667.576500:0:3320:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951667.576503:0:3320:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783951667.576508:0:3320:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951667.576516:0:3320:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.576520:0:3320:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783951667.576523:0:3320:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1783951667.576526:0:3320:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783951667.576528:0:3320:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951667.576532:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576538:0:3320:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951667.576541:0:3320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783951667.576543:0:3320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783951667.576546:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951667.576554:0:3320:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff933307967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3320:1870608481721600:0@lo:400:kworker.0 00000400:00000001:3.0:1783951667.576580:0:3320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783951667.576582:0:3320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783951667.576583:0:3320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93344177af20. 00000400:00000200:3.0:1783951667.576586:0:3320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93343d5ffa18 00000400:00000010:3.0:1783951667.576594:0:3320:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff93343d5ffa18. 00000100:00000001:3.0:1783951667.576597:0:3320:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951667.576601:0:3320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783951667.576609:0:3320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576616:0:3320:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951667.576618:0:3320:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576620:0:3320:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783951667.576621:0:3320:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783951667.576623:0:3320:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951667.576624:0:3320:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951667.576626:0:3320:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951667.576632:0:3320:0:(import.c:2149:obd_at_measure()) add 5 to ffff9334404844a8 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1783951667.576635:0:3320:0:(import.c:2149:obd_at_measure()) add 1 to ffff933440484418 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951667.576637:0:3320:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783951667.576639:0:3320:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951667.576641:0:3320:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783951667.576644:0:3320:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951667.576651:0:3320:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.576653:0:3320:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783951667.576654:0:3320:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1783951667.576656:0:3320:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783951667.576657:0:3320:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951667.576661:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576667:0:3320:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951667.576669:0:3320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783951667.576671:0:3320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1783951667.576674:0:3320:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1783951667.576678:0:3320:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1783951667.576682:0:3320:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=95232 avail=84992 avail_mb=332 hwm_mb=3 files=12297 ffree=11904 state=0: rc = 0 00000004:00000020:3.0:1783951667.576697:0:3320:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff933440487800): 95744 blocks, 95232 free, 84992 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12297 files, 11904 free files 0x0 00000004:00000001:3.0:1783951667.576701:0:3320:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951667.576717:0:3320:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951667.576724:0:3320:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff933407caf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3320:1870608481721216:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1783951667.576729:0:3320:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576731:0:3320:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951667.576735:0:3320:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff933307967b80 x1870608481721600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576742:0:3320:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783951667.576745:0:3320:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783951667.576749:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9334368a0600. 02000000:00000001:3.0:1783951667.576752:0:3320:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783951667.576754:0:3320:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783951667.576756:0:3320:0:(genops.c:1244:class_import_put()) import ffff933304d38800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1783951667.576759:0:3320:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783951667.576762:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9334106c1200. 02000000:00000001:3.0:1783951667.576766:0:3320:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783951667.576768:0:3320:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783951667.576770:0:3320:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff933307967b80. 00000100:00000001:3.0:1783951667.576773:0:3320:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783951667.576775:0:3320:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576776:0:3320:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951667.576779:0:3320:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff933407caf100 x1870608481721216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.576866:0:3320:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783951667.576869:0:3320:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783951667.576871:0:3320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9334089b2400. 02000000:00000001:3.0:1783951667.576874:0:3320:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783951667.576876:0:3320:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783951667.576877:0:3320:0:(genops.c:1244:class_import_put()) import ffff933440484000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1783951667.576879:0:3320:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783951667.576887:0:3320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93341074a300. 02000000:00000001:3.0:1783951667.576891:0:3320:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783951667.576892:0:3320:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783951667.576894:0:3320:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff933407caf100. 00000100:00000001:3.0:1783951667.576897:0:3320:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783951667.576898:0:3320:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576900:0:3320:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.576906:0:3320:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951667.576909:0:3320:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.576911:0:3320:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951667.576913:0:3320:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783951667.577344:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff933424f8f220. 00000100:00000200:0.0:1783951667.577355:0:3321:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608481721344, portal 25 00000100:00000001:0.0:1783951667.577358:0:3321:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783951667.577359:0:3321:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624446112745216 : -119627596806400 : ffff933307964700) 00000100:00000040:0.0:1783951667.577369:0:3321:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.577378:0:3321:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1783951667.577379:0:3322:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1783951667.577382:0:3321:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1783951667.577385:0:3322:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1783951667.577386:0:3321:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff933424f8fb28. 00000100:00000200:0.0:1783951667.577391:0:3321:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870608481721344, offset 0 00000100:00000010:1.0:1783951667.577394:0:3322:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff933307966a00. 00000100:00000040:1.0:1783951667.577398:0:3322:0:(events.c:337:request_in_callback()) incoming req@ffff933307966a00 x1870608481721472 msgsize 224 00000400:00000200:0.0:1783951667.577399:0:3321:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1783951667.577406:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1783951667.577411:0:3321:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1783951667.577421:0:3321:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a54efa111c00 00000100:00000001:1.0:1783951667.577428:0:3322:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1783951667.577429:0:3321:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2fd9 [2] + 0 00000400:00000010:0.0:1783951667.577435:0:3321:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff933408038580. 00000400:00000200:0.0:1783951667.577439:0:3321:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff933408297e40 00000400:00000200:0.0:1783951667.577445:0:3321:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783951667.577449:0:3321:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951667.577866:0:12994:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783951667.577870:0:12994:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608481721472 02000000:00000001:3.0:1783951667.577873:0:12994:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783951667.577875:0:12994:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951667.577877:0:12994:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951667.577881:0:12994:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951667.577885:0:12994:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608481721472 00000020:00000001:3.0:1783951667.577887:0:12994:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783951667.577889:0:12994:0:(genops.c:825:class_conn2export()) looking for export cookie 0x11fe7275a0537971 00000020:00000001:3.0:1783951667.577892:0:12994:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783951667.577895:0:12994:0:(lustre_handles.c:147:class_handle2object()) GET export ffff933408c65000 refcount=5 00000020:00000001:3.0:1783951667.577898:0:12994:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624450427637760 : -119623281913856 : ffff933408c65000) 00000020:00000001:3.0:1783951667.577900:0:12994:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624450427637760 : -119623281913856 : ffff933408c65000) 00000100:00000001:3.0:1783951667.577904:0:12994:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951667.577909:0:12994:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9334373c1c80. 00000100:00000001:3.0:1783951667.577912:0:12994:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951667.577916:0:12994:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9334373c1c80. 00000020:00000010:3.0:1783951667.577922:0:12994:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff933436f26400. 00000020:00000010:3.0:1783951667.577926:0:12994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff933435795f00. 00000020:00000010:3.0:1783951667.577931:0:12994:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9334080340c8. 00000100:00000040:3.0:1783951667.577938:0:12994:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1783951667.577940:0:12994:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783951667.577942:0:12994:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783951667.577944:0:12994:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.577951:0:12994:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1783951667.577961:0:12994:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783951667.577964:0:12994:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.577976:0:12994:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951667.577988:0:12994:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783951667.577990:0:12994:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783951667.577996:0:12994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1783951667.578000:0:12994:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff933408c65000 : new rpc_count 1 00000100:00000001:3.0:1783951667.578002:0:12994:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624446112754176 : -119627596797440 : ffff933307966a00) 00000100:00000040:3.0:1783951667.578007:0:12994:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff933307966a00 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:683/0 lens 224/0 e 0 to 0 dl 1783951678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.578016:0:12994:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951667.578019:0:12994:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9334373c1c80. 00000400:00000200:1.0:1783951667.578193:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933408da9d48 00000400:00000010:1.0:1783951667.578197:0:3322:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff933408da9d48. 00000100:00000001:1.0:1783951667.578339:0:3322:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783951667.578345:0:3322:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.578356:0:3322:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951667.578367:0:3322:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.578373:0:3322:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.578375:0:3322:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783951667.578385:0:3322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.578391:0:3322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 8840 usecs (9 jiffies) 00000100:00000001:1.0:1783951667.578395:0:3322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295175183 00000100:00000001:1.0:1783951667.578398:0:3322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295175193 00000100:00000001:1.0:1783951667.578400:0:3322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295175183 00000100:00000001:1.0:1783951667.578402:0:3322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295175193 00000100:00000001:1.0:1783951667.578404:0:3322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295175183 00000100:00000001:1.0:1783951667.578406:0:3322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295175193 00000100:00000001:1.0:1783951667.578408:0:3322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295175183 00000100:00000001:1.0:1783951667.578410:0:3322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295175193 00000100:00000001:1.0:1783951667.578412:0:3322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951667.578415:0:3322:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.578419:0:3322:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.578435:0:3322:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.578442:0:3322:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951667.578444:0:3322:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783951667.578447:0:3322:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951667.578448:0:3322:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783951667.578449:0:3322:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.578451:0:3322:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.578527:0:12994:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951667.578530:0:12994:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9334373c1c80. 00000100:00100000:3.0:1783951667.578536:0:12994:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff933307966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1870608481721472:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1783951667.578541:0:12994:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608481721472 00000020:00000001:3.0:1783951667.578545:0:12994:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783951667.578549:0:12994:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783951667.578552:0:12994:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951667.578555:0:12994:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783951667.578557:0:12994:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072658830656 : -1050720960 : ffffffffc15f4540) 00000020:00000001:3.0:1783951667.578561:0:12994:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783951667.578565:0:12994:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951667.578567:0:12994:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783951667.578569:0:12994:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783951667.578573:0:12994:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951667.578575:0:12994:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1783951667.578580:0:12994:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783951667.578582:0:12994:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783951667.578588:0:12994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9333047c5c00. 02000000:00000001:3.0:1783951667.578591:0:12994:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.578594:0:12994:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951667.578596:0:12994:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783951667.578607:0:12994:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608481721472 00010000:00000001:3.0:1783951667.578609:0:12994:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783951667.578614:0:12994:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff933307966a00 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951667.578623:0:12994:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783951667.578625:0:12994:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951667.578629:0:12994:0:(import.c:2149:obd_at_measure()) add 1 to ffff93343d5ddde8 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951667.578634:0:12994:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783951667.578636:0:12994:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff933407498300 refcount 21 to 0@lo 00000100:00000001:3.0:1783951667.578639:0:12994:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624450402681600 : -119623306870016 : ffff933407498300) 02000000:00000001:3.0:1783951667.578642:0:12994:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783951667.578644:0:12994:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951667.578647:0:12994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951667.578649:0:12994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951667.578653:0:12994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9334107ac220. 00000100:00000200:3.0:1783951667.578658:0:12994:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608481721472, offset 224 00000400:00000200:3.0:1783951667.578663:0:12994:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951667.578672:0:12994:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951667.578683:0:12994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54efa111c80 00000400:00000200:3.0:1783951667.578690:0:12994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3cb9 [1] + 224 00000400:00000200:3.0:1783951667.578698:0:12994:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951667.578701:0:12994:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951667.578706:0:12994:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951667.578711:0:12994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783951667.578720:0:12994:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951667.578738:0:12994:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1783951667.578744:0:12994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9334107ac220 00000400:00000010:3.0:1783951667.578746:0:12994:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9334107ac220. 00000100:00000001:3.0:1783951667.578749:0:12994:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783951667.578751:0:12994:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783951667.578754:0:12994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.579065:0:3322:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951667.579068:0:3322:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783951667.579074:0:3322:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783951667.579076:0:3322:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783951667.579078:0:3322:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff933438f73f78. 00000400:00000200:1.0:1783951667.579082:0:3322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933408da9198 00000400:00000010:1.0:1783951667.579084:0:3322:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff933408da9198. 00000100:00000001:1.0:1783951667.579086:0:3322:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951667.579091:0:3322:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783951667.579118:0:3322:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.579123:0:3322:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783951667.579125:0:3322:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.579128:0:3322:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783951667.579131:0:3322:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783951667.579134:0:3322:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951667.579136:0:3322:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951667.579139:0:3322:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951667.579147:0:3322:0:(import.c:2149:obd_at_measure()) add 5 to ffff933411b17c60 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1783951667.579150:0:3322:0:(import.c:2149:obd_at_measure()) add 1 to ffff933411b17c18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951667.579152:0:3322:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783951667.579154:0:3322:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951667.579157:0:3322:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783951667.579161:0:3322:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951667.579168:0:3322:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.579172:0:3322:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783951667.579174:0:3322:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1783951667.579176:0:3322:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783951667.579178:0:3322:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.579183:0:3322:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.579190:0:3322:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951667.579193:0:3322:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783951667.579195:0:3322:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783951667.579210:0:3322:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951667.579218:0:3322:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff933307967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3322:1870608481721472:0@lo:400:kworker.0 00000100:00000001:1.0:1783951667.579223:0:3322:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.579231:0:3322:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951667.579234:0:3322:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff933307967800 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.579241:0:3322:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783951667.579244:0:3322:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783951667.579247:0:3322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93343d45d200. 02000000:00000001:1.0:1783951667.579251:0:3322:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783951667.579253:0:3322:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783951667.579255:0:3322:0:(genops.c:1244:class_import_put()) import ffff933411b17800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1783951667.579257:0:3322:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783951667.579260:0:3322:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9334106c1000. 02000000:00000001:1.0:1783951667.579264:0:3322:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783951667.579266:0:3322:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783951667.579268:0:3322:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff933307967800. 00000100:00000001:1.0:1783951667.579272:0:3322:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783951667.579273:0:3322:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.579275:0:3322:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.579280:0:3322:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951667.579281:0:3322:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.579283:0:3322:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951667.579285:0:3322:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951667.579366:0:12994:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff933407498300 refcount 20 to 0@lo 00010000:00000001:3.0:1783951667.579370:0:12994:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783951667.579372:0:12994:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951667.579376:0:12994:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1783951667.579376:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933408297e40 00000400:00000010:0.0:1783951667.579381:0:3321:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff933408297e40. 00000100:00000040:3.0:1783951667.579384:0:12994:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933307966a00 x1870608481721472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.579389:0:3321:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783951667.579393:0:3321:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1783951667.579398:0:12994:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff933307966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3322:x1870608481721472:12345-0@lo:400:kworker.0 Request processed in 1378us (1996us total) trans 0 rc 0/0 00000100:00000040:0.0:1783951667.579399:0:3321:0:(events.c:337:request_in_callback()) incoming req@ffff93343cce4c50 x1870608481721344 msgsize 224 00000100:00100000:0.0:1783951667.579408:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1783951667.579411:0:3321:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:3.0:1783951667.579413:0:12994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1783951667.579419:0:12994:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff933408c65000 : new rpc_count 0 00000100:00000001:3.0:1783951667.579422:0:12994:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783951667.579423:0:3321:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1783951667.579425:0:12994:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1783951667.579432:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933424f8fb28 00000020:00000010:3.0:1783951667.579433:0:12994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff933435795f00. 00000400:00000010:0.0:1783951667.579435:0:3321:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff933424f8fb28. 00000020:00000010:3.0:1783951667.579441:0:12994:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9334080340c8. 00000100:00000001:0.0:1783951667.579442:0:3321:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1783951667.579450:0:12994:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff933436f26400. 00000100:00000200:0.0:1783951667.579451:0:3321:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1783951667.579459:0:12994:0:(genops.c:900:class_export_put()) PUTting export ffff933408c65000 : new refcount 4 00000100:00000001:3.0:1783951667.579465:0:12994:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951667.579467:0:3321:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783951667.579480:0:3321:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.579487:0:3321:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579489:0:3321:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783951667.579497:0:3321:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579500:0:3321:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS new deadline estimation for cpu 0 is 4295175268 00000100:00000001:0.0:1783951667.579508:0:3321:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295175193 00000100:00000001:0.0:1783951667.579513:0:3321:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS new deadline estimation for cpu 1 is 4295175268 00000100:00000001:0.0:1783951667.579516:0:3321:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295175193 00000100:00000001:0.0:1783951667.579519:0:3321:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS new deadline estimation for cpu 2 is 4295175268 00000100:00000001:0.0:1783951667.579522:0:3321:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295175193 00000100:00000001:0.0:1783951667.579525:0:3321:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS new deadline estimation for cpu 3 is 4295175268 00000100:00000001:0.0:1783951667.579528:0:3321:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.103@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295175193 00000100:00000001:0.0:1783951667.579531:0:3321:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783951667.579534:0:3321:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579536:0:3321:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579538:0:3321:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951667.579543:0:3321:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783951667.579544:0:3321:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783951667.579546:0:3321:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951667.579547:0:3321:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783951667.579549:0:3321:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579551:0:3321:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579569:0:12984:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1783951667.579572:0:12984:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608481721344 02000000:00000001:0.0:1783951667.579574:0:12984:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1783951667.579576:0:12984:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783951667.579577:0:12984:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951667.579581:0:12984:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783951667.579584:0:12984:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608481721344 00000020:00000001:0.0:1783951667.579586:0:12984:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1783951667.579588:0:12984:0:(genops.c:825:class_conn2export()) looking for export cookie 0x11fe7275a05378a6 00000020:00000001:0.0:1783951667.579591:0:12984:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783951667.579601:0:12984:0:(lustre_handles.c:147:class_handle2object()) GET export ffff933436598000 refcount=16 00000020:00000001:0.0:1783951667.579604:0:12984:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624451192258560 : -119622517293056 : ffff933436598000) 00000020:00000001:0.0:1783951667.579606:0:12984:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624451192258560 : -119622517293056 : ffff933436598000) 00000100:00000001:0.0:1783951667.579611:0:12984:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783951667.579614:0:12984:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff933410753d80. 00000100:00000001:0.0:1783951667.579617:0:12984:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783951667.579619:0:12984:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff933410753d80. 00000020:00000010:0.0:1783951667.579625:0:12984:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff933402fd6000. 00000020:00000010:0.0:1783951667.579629:0:12984:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff933404bea680. 00000020:00000010:0.0:1783951667.579633:0:12984:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93343652c190. 00000100:00000040:0.0:1783951667.579641:0:12984:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1783951667.579645:0:12984:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1783951667.579646:0:12984:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1783951667.579648:0:12984:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579654:0:12984:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579673:0:12984:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951667.579681:0:12984:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1783951667.579683:0:12984:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1783951667.579687:0:12984:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:0.0:1783951667.579691:0:12984:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff933436598000 : new rpc_count 1 00000100:00000001:0.0:1783951667.579693:0:12984:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624451300576336 : -119622408975280 : ffff93343cce4c50) 00000100:00000040:0.0:1783951667.579698:0:12984:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93343cce4c50 x1870608481721344/t0(0) o400->54edb564-19f1-45fd-a515-d5be5412d1fb@0@lo:683/0 lens 224/0 e 0 to 0 dl 1783951678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.579716:0:12984:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1783951667.579719:0:12984:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff933410753d80. 00000100:00000001:0.0:1783951667.579722:0:12984:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1783951667.579724:0:12984:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff933410753d80. 00000100:00100000:0.0:1783951667.579728:0:12984:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93343cce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:54edb564-19f1-45fd-a515-d5be5412d1fb+16:3321:x1870608481721344:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1783951667.579732:0:12984:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608481721344 00000020:00000001:0.0:1783951667.579734:0:12984:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1783951667.579738:0:12984:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1783951667.579745:0:12984:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.579748:0:12984:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1783951667.579750:0:12984:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072666663104 : -1042888512 : ffffffffc1d6c8c0) 00000020:00000001:0.0:1783951667.579754:0:12984:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1783951667.579755:0:12984:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783951667.579758:0:12984:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1783951667.579759:0:12984:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1783951667.579762:0:12984:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.579765:0:12984:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1783951667.579768:0:12984:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1783951667.579769:0:12984:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1783951667.579773:0:12984:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9333052f5000. 02000000:00000001:0.0:1783951667.579775:0:12984:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579777:0:12984:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.579779:0:12984:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1783951667.579782:0:12984:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608481721344 00010000:00000001:0.0:1783951667.579784:0:12984:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:0.0:1783951667.579798:0:12984:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff93343cce4c50 x1870608481721344/t0(0) o400->54edb564-19f1-45fd-a515-d5be5412d1fb@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783951667.579806:0:12984:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1783951667.579808:0:12984:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783951667.579810:0:12984:0:(import.c:2149:obd_at_measure()) add 1 to ffff9334373a55e8 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1783951667.579814:0:12984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1783951667.579816:0:12984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff933407498300 refcount 21 to 0@lo 00000100:00000001:0.0:1783951667.579818:0:12984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624450402681600 : -119623306870016 : ffff933407498300) 02000000:00000001:0.0:1783951667.579820:0:12984:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1783951667.579822:0:12984:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951667.579824:0:12984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783951667.579826:0:12984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1783951667.579829:0:12984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff933424f8fb28. 00000100:00000200:0.0:1783951667.579833:0:12984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1870608481721344, offset 224 00000400:00000200:0.0:1783951667.579838:0:12984:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1783951667.579846:0:12984:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1783951667.579854:0:12984:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a54efa111c00 00000400:00000200:0.0:1783951667.579861:0:12984:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x3cd1 [1] + 224 00000400:00000200:0.0:1783951667.579874:0:12984:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783951667.579878:0:12984:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1783951667.579883:0:12984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783951667.579887:0:12984:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783951667.579907:0:12984:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951667.579920:0:12984:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1783951667.579925:0:12984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933424f8fb28 00000400:00000010:0.0:1783951667.579927:0:12984:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff933424f8fb28. 00000100:00000001:0.0:1783951667.579930:0:12984:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1783951667.579931:0:12984:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1783951667.579935:0:12984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951667.579938:0:12984:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff933407498300 refcount 20 to 0@lo 00010000:00000001:0.0:1783951667.579940:0:12984:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:0.0:1783951667.579941:0:12984:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.579943:0:12984:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1783951667.579947:0:12984:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93343cce4c50 x1870608481721344/t0(0) o400->54edb564-19f1-45fd-a515-d5be5412d1fb@0@lo:683/0 lens 224/224 e 0 to 0 dl 1783951678 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783951667.579956:0:12984:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93343cce4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:54edb564-19f1-45fd-a515-d5be5412d1fb+16:3321:x1870608481721344:12345-0@lo:400:kworker.0 Request processed in 239us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1783951667.579965:0:12984:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:0.0:1783951667.579967:0:12984:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff933436598000 : new rpc_count 0 00000100:00000001:0.0:1783951667.579969:0:12984:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1783951667.579971:0:12984:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1783951667.579974:0:12984:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff933404bea680. 00000020:00000010:0.0:1783951667.579978:0:12984:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93343652c190. 00000020:00000010:0.0:1783951667.579981:0:12984:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff933402fd6000. 00000020:00000040:0.0:1783951667.579984:0:12984:0:(genops.c:900:class_export_put()) PUTting export ffff933436598000 : new refcount 15 02000000:00000001:0.0:1783951667.579988:0:12984:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1783951667.579992:0:12984:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9333052f5000. 00000100:00000001:1.0:1783951667.579993:0:3321:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1783951667.579994:0:12984:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1783951667.579996:0:3321:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783951667.580001:0:3321:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783951667.580004:0:3321:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1783951667.580005:0:12984:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1783951667.580007:0:3321:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9334081d39f8. 00000100:00000200:0.0:1783951667.580012:0:12984:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1783951667.580014:0:3321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff933424f8f220 00000400:00000010:1.0:1783951667.580018:0:3321:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff933424f8f220. 00000400:00000010:0.0:1783951667.580019:0:12984:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9334081d38f0. 00000100:00000001:1.0:1783951667.580180:0:3321:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951667.580186:0:3321:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783951667.580194:0:3321:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.580207:0:3321:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783951667.580209:0:3321:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.580212:0:3321:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783951667.580221:0:3321:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783951667.580222:0:3321:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951667.580224:0:3321:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951667.580227:0:3321:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951667.580231:0:3321:0:(import.c:2149:obd_at_measure()) add 5 to ffff933402b68c60 time=108 v=5 (5 0 0 0) 00000100:00001000:1.0:1783951667.580235:0:3321:0:(import.c:2149:obd_at_measure()) add 1 to ffff933402b68c18 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951667.580237:0:3321:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783951667.580238:0:3321:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951667.580240:0:3321:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783951667.580242:0:3321:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.580244:0:3321:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951667.580249:0:3321:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.580256:0:3321:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951667.580258:0:3321:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783951667.580259:0:3321:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783951667.580263:0:3321:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951667.580269:0:3321:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff933307964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:54edb564-19f1-45fd-a515-d5be5412d1fb:3321:1870608481721344:0@lo:400:kworker.0 00000100:00000001:1.0:1783951667.580274:0:3321:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.580276:0:3321:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951667.580278:0:3321:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff933307964700 x1870608481721344/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951667.580285:0:3321:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783951667.580286:0:3321:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783951667.580289:0:3321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff933402fd7c00. 00000400:00000010:0.0:1783951667.580293:0:12984:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93341950c540. 02000000:00000001:1.0:1783951667.580294:0:3321:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783951667.580296:0:3321:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783951667.580300:0:3321:0:(genops.c:1244:class_import_put()) import ffff933402b68800 refcount=3 obd=MGC192.168.204.103@tcp 00000020:00000001:1.0:1783951667.580302:0:3321:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783951667.580305:0:3321:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9334106c1300. 02000000:00000001:1.0:1783951667.580308:0:3321:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783951667.580310:0:3321:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783951667.580312:0:3321:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff933307964700. 00000100:00000001:1.0:1783951667.580322:0:3321:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783951667.580323:0:3321:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.580326:0:3321:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951667.580330:0:3321:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951667.580332:0:3321:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951667.580333:0:3321:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951667.580336:0:3321:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951667.675149:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff933415b9f800 (cpu 0) has reached its deadline 4295175268, at 4295175272 00000100:00000010:0.0:1783951667.675165:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff933409d34120. 00000100:00000040:2.0:1783951667.675213:0:10158:0:(connection.c:75:cpu_latency_work()) work item of ffff933415b9fa20 (cpu 0) has reached its deadline 4295175268, at 4295175272 00000100:00000010:2.0:1783951667.675227:0:10158:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff933409d34360. 00000100:00000040:1.0:1783951667.675440:0:59:0:(connection.c:75:cpu_latency_work()) work item of ffff933415b9f910 (cpu 0) has reached its deadline 4295175268, at 4295175272 00000100:00000010:1.0:1783951667.675447:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff933409d34540. 00000100:00000040:3.0:1783951667.676070:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff933415b9fb30 (cpu 0) has reached its deadline 4295175268, at 4295175272 00000100:00000010:3.0:1783951667.676079:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff933409d340c0. 00080000:00000001:0.0:1783951667.768001:0:15526:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951667.768016:0:15526:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.768135:0:15526:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783951667.768145:0:15526:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951667.768153:0:15526:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951667.768157:0:15526:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1018 lines, 1018 kept, 0 dropped, 0 bad.