00010000:00000001:1.0F:1783951168.555380:0:10098:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1783951168.555398:0:10098:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951168.555405:0:10098:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783951168.555407:0:10098:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1783951168.557934:0:12922:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951168.557949:0:12922:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951168.557954:0:12922:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1783951169.133391:0:13952:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1783951169.133396:0:13952:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1783951169.133404:0:13952:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f79aed80. 00000020:00000040:1.0:1783951169.133410:0:13952:0:(genops.c:1231:class_import_get()) import ffff98b8d1c41000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1783951169.133414:0:13952:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951169.133417:0:13952:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951169.133421:0:13952:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951169.133428:0:13952:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98b7c28ecc00. 00000100:00000001:1.0:1783951169.133434:0:13952:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.133440:0:13952:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783951169.133444:0:13952:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.133455:0:13952:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008058823] to pc [ptlrpcd_00_00+0] req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1783951169.133479:0:13952:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1783951169.135158:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.135178:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783951169.135180:0:3311:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783951169.135191:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.135202:0:3311:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783951169.135204:0:3311:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951169.135208:0:3311:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783951169.135211:0:3311:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783951169.135213:0:3311:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783951169.135216:0:3311:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff98b8f79aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1870608018245504:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1783951169.135220:0:3311:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783951169.135225:0:3311:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783951169.135228:0:3311:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951169.135231:0:3311:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783951169.135236:0:3311:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98b8ecd5b400. 02000000:00000001:0.0:1783951169.135238:0:3311:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1783951169.135245:0:3311:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98b8c6d9b478. 00000400:00000010:0.0:1783951169.135251:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8d15decc0. 00000100:00000200:0.0:1783951169.135258:0:3311:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870608018245504, portal 4 00000100:00000001:0.0:1783951169.135260:0:3311:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783951169.135261:0:3311:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630518928371072 : -113554781180544 : ffff98b8f79aed80) 00000100:00000040:0.0:1783951169.135268:0:3311:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.135276:0:3311:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783951169.135279:0:3311:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1783951169.135281:0:3311:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8d15de330. 00000100:00000200:0.0:1783951169.135284:0:3311:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1870608018245504, offset 0 00000400:00000200:0.0:1783951169.135289:0:3311:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1783951169.135313:0:3311:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1783951169.135325:0:3311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6a54ede710780 00000400:00000200:0.0:1783951169.135330:0:3311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x309d [8] + 3360 00000400:00000200:0.0:1783951169.135340:0:3311:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783951169.135344:0:3311:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1783951169.135357:0:3311:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1783951169.135359:0:3311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1783951169.135363:0:3311:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8fcfc4000. 00000100:00000040:0.0:1783951169.135367:0:3311:0:(events.c:337:request_in_callback()) incoming req@ffff98b8fcfc4000 x1870608018245504 msgsize 224 00000100:00100000:0.0:1783951169.135382:0:3311:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1783951169.135389:0:3311:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1783951169.135397:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8d15de330 00000400:00000010:0.0:1783951169.135400:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8d15de330. 00000100:00000001:0.0:1783951169.135402:0:3311:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783951169.135406:0:3311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.135416:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783951169.135419:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.135426:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.135427:0:3311:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1783951169.135433:0:3311:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951169.135437:0:3311:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13556 usecs (14 jiffies) 00000100:00000001:0.0:1783951169.135456:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295133203 00000100:00000010:0.0:1783951169.135461:0:3311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98b8fff63960. 00000100:00000001:0.0:1783951169.135467:0:3311:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1783951169.135472:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295133203 00000100:00000010:0.0:1783951169.135476:0:3311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98b8fff63840. 00000100:00000001:0.0:1783951169.135479:0:3311:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1783951169.135485:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295133203 00000100:00000010:0.0:1783951169.135489:0:3311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98b8fff630c0. 00000100:00000001:0.0:1783951169.135492:0:3311:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783951169.135494:0:3311:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295133203 00000100:00000010:0.0:1783951169.135497:0:3311:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98b8fff638a0. 00000100:00000001:0.0:1783951169.135500:0:3311:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783951169.135506:0:3311:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783951169.135514:0:3311:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.135517:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.135520:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.135527:0:3311:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783951169.135529:0:3311:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783951169.135531:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.135533:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783951169.135534:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.135537:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.135546:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.135548:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.135924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 60348fb6-4be6-48da-85e3-7508d387458e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783951169.135930:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783951169.135935:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f3e1b480. 00000020:00000040:1.0:1783951169.135940:0:38:0:(genops.c:1231:class_import_get()) import ffff98b8f3e72800 refcount=4 obd=MGC192.168.203.132@tcp 00000100:00000001:1.0:1783951169.135943:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951169.135946:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951169.135949:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951169.135955:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98b7c28ec300. 00000100:00000001:1.0:1783951169.135961:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.135966:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 60348fb6-4be6-48da-85e3-7508d387458e->MGS req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783951169.135973:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783951169.135977:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.135982:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f47dcee] to pc [ptlrpcd_00_01+1] req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.135998:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783951169.136009:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783951169.136017:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f3e19500. 00000020:00000040:1.0:1783951169.136019:0:38:0:(genops.c:1231:class_import_get()) import ffff98b8f3e27000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1783951169.136022:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951169.136023:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951169.136025:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951169.136028:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98b7c28ec000. 00000100:00000001:1.0:1783951169.136031:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136035:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783951169.136043:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783951169.136044:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136048:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd47975d] to pc [ptlrpcd_00_02+2] req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.136064:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1783951169.136070:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1783951169.136072:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f3e1a680. 00000020:00000040:1.0:1783951169.136075:0:38:0:(genops.c:1231:class_import_get()) import ffff98b8d0437000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1783951169.136077:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783951169.136078:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783951169.136079:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783951169.136082:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98b7c28ec400. 00000100:00000001:1.0:1783951169.136085:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136088:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1783951169.136094:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783951169.136096:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dcdb063] to pc [ptlrpcd_00_03+3] req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.136118:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136122:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (470) 00000100:00000001:1.0:1783951169.136153:0:13875:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783951169.136156:0:13875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608018245504 02000000:00000001:1.0:1783951169.136159:0:13875:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783951169.136161:0:13875:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951169.136163:0:13875:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.136166:0:13875:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783951169.136169:0:13875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608018245504 00000020:00000001:1.0:1783951169.136172:0:13875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783951169.136173:0:13875:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8dbf62750756aee9 00000020:00000001:1.0:1783951169.136176:0:13875:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783951169.136179:0:13875:0:(lustre_handles.c:147:class_handle2object()) GET export ffff98b8e0139000 refcount=5 00000020:00000001:1.0:1783951169.136182:0:13875:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630518533623808 : -113555175927808 : ffff98b8e0139000) 00000020:00000001:1.0:1783951169.136184:0:13875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630518533623808 : -113555175927808 : ffff98b8e0139000) 00000100:00000001:1.0:1783951169.136187:0:13875:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951169.136191:0:13875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8ed358fc0. 00000020:00000010:1.0:1783951169.136196:0:13875:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff98b8fcc2e1c0. 00000020:00000040:1.0:1783951169.136202:0:13875:0:(obd_config.c:994:class_incref()) incref lustre-OST0000 (ffff98b8fc7d99c0) now 6 - evictor 00000100:00000001:1.0:1783951169.136210:0:13875:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1783951169.136215:0:13875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98b8c7b74e00. 00000020:00000010:1.0:1783951169.136219:0:13875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98b8fe4b9f00. 00000020:00000010:1.0:1783951169.136224:0:13875:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98b8c6d98a28. 00000100:00000040:1.0:1783951169.136231:0:13875:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1783951169.136234:0:13875:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783951169.136235:0:13875:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783951169.136237:0:13875:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.136244:0:13875:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.136250:0:13875:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.136259:0:13875:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783951169.136262:0:13875:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783951169.136265:0:13875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1783951169.136269:0:13875:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98b8e0139000 : new rpc_count 1 00000100:00000001:1.0:1783951169.136277:0:13875:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630519018635264 : -113554690916352 : ffff98b8fcfc4000) 00000100:00000040:1.0:1783951169.136282:0:13875:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98b8fcfc4000 x1870608018245504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1783951180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.136290:0:13875:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951169.136292:0:13875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8ed358a40. 00000100:00000001:1.0:1783951169.136305:0:13875:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783951169.136307:0:13875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8ed358a40. 00000100:00100000:1.0:1783951169.136312:0:13875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98b8fcfc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1870608018245504:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:1.0:1783951169.136315:0:13875:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608018245504 00000020:00000001:1.0:1783951169.136319:0:13875:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1783951169.136322:0:13875:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1783951169.136324:0:13875:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.136327:0:13875:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1783951169.136329:0:13875:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072671719856 : -1037831760 : ffffffffc223f1b0) 00000020:00000001:1.0:1783951169.136331:0:13875:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1783951169.136334:0:13875:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783951169.136337:0:13875:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1783951169.136338:0:13875:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1783951169.136351:0:13875:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.136355:0:13875:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783951169.136357:0:13875:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783951169.136362:0:13875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff98b7c1232400. 02000000:00000001:1.0:1783951169.136364:0:13875:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.136366:0:13875:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1783951169.136376:0:13875:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1783951169.136381:0:13875:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1783951169.136383:0:13875:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1783951169.136388:0:13875:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1783951169.136399:0:13875:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.136403:0:13875:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1783951169.136405:0:13875:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 390070272 avail 387973120 00000020:00000020:1.0:1783951169.136408:0:13875:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1783951169.136411:0:13875:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff98b8e0139000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1783951169.136421:0:13875:0:(ofd_obd.c:758:ofd_statfs()) 374 blocks: 372 free, 332 avail; 12297 objects: 11904 free; state 0 00002000:00000001:1.0:1783951169.136424:0:13875:0:(ofd_obd.c:801:ofd_statfs()) Process leaving 00000001:00000001:1.0:1783951169.136429:0:13875:0:(nodemap_handler.c:1106:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1783951169.136431:0:13875:0:(nodemap_handler.c:1109:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1783951169.136433:0:13875:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1783951169.136436:0:13875:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1870608018245504 00010000:00000001:1.0:1783951169.136438:0:13875:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:1.0:1783951169.136679:0:13875:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff98b8fcfc4000 x1870608018245504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/368 e 0 to 0 dl 1783951180 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951169.136688:0:13875:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783951169.136690:0:13875:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951169.136714:0:13875:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8ffef25e8 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951169.136720:0:13875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783951169.136722:0:13875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98b8d04e9a40 refcount 21 to 0@lo 00000100:00000001:1.0:1783951169.136724:0:13875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630518269057600 : -113555440494016 : ffff98b8d04e9a40) 02000000:00000001:1.0:1783951169.136728:0:13875:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783951169.136730:0:13875:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.136732:0:13875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783951169.136734:0:13875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951169.136739:0:13875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec990. 00000100:00000200:1.0:1783951169.136743:0:13875:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1870608018245504, offset 224 00000400:00000200:1.0:1783951169.136748:0:13875:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951169.136756:0:13875:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1783951169.136768:0:13875:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6a54ede710780 00000400:00000200:1.0:1783951169.136775:0:13875:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x3ac1 [1] + 224 00000400:00000200:1.0:1783951169.136782:0:13875:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951169.136785:0:13875:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1783951169.136790:0:13875:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951169.136795:0:13875:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783951169.136804:0:13875:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.136811:0:13875:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783951169.136824:0:13875:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec990 00000400:00000010:1.0:1783951169.136826:0:13875:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec990. 00000100:00000001:1.0:1783951169.136829:0:13875:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783951169.136831:0:13875:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1783951169.136836:0:13875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.136839:0:13875:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff98b8d04e9a40 refcount 20 to 0@lo 00010000:00000001:1.0:1783951169.136841:0:13875:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:1.0:1783951169.136843:0:13875:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.136845:0:13875:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1783951169.136849:0:13875:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8fcfc4000 x1870608018245504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:185/0 lens 224/368 e 0 to 0 dl 1783951180 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951169.136857:0:13875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98b8fcfc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3311:x1870608018245504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 566us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1783951169.136864:0:13875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1783951169.136867:0:13875:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98b8e0139000 : new rpc_count 0 00000100:00000001:1.0:1783951169.136870:0:13875:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783951169.136871:0:13875:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783951169.136876:0:13875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98b8fe4b9f00. 00000020:00000010:1.0:1783951169.136881:0:13875:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98b8c6d98a28. 00000020:00000010:1.0:1783951169.136884:0:13875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98b8c7b74e00. 00000020:00000040:1.0:1783951169.136889:0:13875:0:(genops.c:900:class_export_put()) PUTting export ffff98b8e0139000 : new refcount 4 00000100:00000001:1.0:1783951169.136892:0:13875:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.136918:0:3313:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951169.136922:0:3313:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783951169.136924:0:3313:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783951169.136930:0:3313:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.136938:0:3313:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783951169.136940:0:3313:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.136944:0:3313:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783951169.136946:0:3313:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783951169.136948:0:3313:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783951169.136951:0:3313:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff98b8f3e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1870608018245760:0@lo:400:kworker.0 00000100:00000001:1.0:1783951169.136965:0:3313:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783951169.136969:0:3313:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783951169.136972:0:3313:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.136974:0:3313:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783951169.136978:0:3313:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98b8c7b74e00. 02000000:00000001:1.0:1783951169.136979:0:3313:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783951169.136984:0:3313:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98b8c7e1e420. 00000400:00000010:1.0:1783951169.136988:0:3313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec990. 00000100:00000200:1.0:1783951169.136993:0:3313:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608018245760, portal 10 00000100:00000001:1.0:1783951169.136995:0:3313:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783951169.136996:0:3313:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630518865892608 : -113554843659008 : ffff98b8f3e19500) 00000100:00000040:1.0:1783951169.137002:0:3313:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.137009:0:3313:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783951169.137012:0:3313:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951169.137014:0:3313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec440. 00000100:00000200:1.0:1783951169.137016:0:3313:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608018245760, offset 0 00000400:00000200:1.0:1783951169.137020:0:3313:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951169.137025:0:3313:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1783951169.137029:0:3313:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ede710880 00000400:00000200:1.0:1783951169.137034:0:3313:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x2699 [64] + 9176 00000400:00000200:1.0:1783951169.137039:0:3313:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951169.137042:0:3313:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1783951169.137046:0:3313:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783951169.137047:0:3313:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1783951169.137050:0:3313:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f3e1b100. 00000100:00000040:1.0:1783951169.137053:0:3313:0:(events.c:337:request_in_callback()) incoming req@ffff98b8f3e1b100 x1870608018245760 msgsize 224 00000100:00100000:1.0:1783951169.137056:0:3313:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1783951169.137063:0:3313:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1783951169.137066:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec440 00000400:00000010:1.0:1783951169.137068:0:3313:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec440. 00000100:00000001:1.0:1783951169.137070:0:3313:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783951169.137074:0:3313:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0F:1783951169.138044:0:3314:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951169.138056:0:3314:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951169.138058:0:3314:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783951169.138066:0:3314:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138076:0:3314:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783951169.138078:0:3314:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951169.138081:0:3314:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783951169.138083:0:3314:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783951169.138085:0:3314:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951169.138088:0:3314:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff98b8f3e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1870608018245888:0@lo:400:kworker.0 00000100:00000001:3.0:1783951169.138091:0:3314:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783951169.138094:0:3314:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783951169.138096:0:3314:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951169.138098:0:3314:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783951169.138102:0:3314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98b7c3397e00. 02000000:00000001:3.0:1783951169.138104:0:3314:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783951169.138109:0:3314:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98b8cef9a5d8. 00000400:00000010:3.0:1783951169.138113:0:3314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8c6d9f220. 00000100:00000200:3.0:1783951169.138118:0:3314:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608018245888, portal 10 00000100:00000001:3.0:1783951169.138120:0:3314:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783951169.138121:0:3314:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630518865897088 : -113554843654528 : ffff98b8f3e1a680) 00000100:00000040:3.0:1783951169.138137:0:3314:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138144:0:3314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951169.138146:0:3314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951169.138149:0:3314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8c6d9f880. 00000100:00000200:3.0:1783951169.138152:0:3314:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870608018245888, offset 0 00000400:00000200:3.0:1783951169.138156:0:3314:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951169.138164:0:3314:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951169.138171:0:3314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6a54ede710900 00000400:00000200:3.0:1783951169.138176:0:3314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x2699 [64] + 9400 00000400:00000200:3.0:1783951169.138182:0:3314:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951169.138186:0:3314:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951169.138195:0:3314:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783951169.138197:0:3314:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1783951169.138201:0:3314:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98b8f7849880. 00000100:00000040:3.0:1783951169.138203:0:3314:0:(events.c:337:request_in_callback()) incoming req@ffff98b8f7849880 x1870608018245888 msgsize 224 00000100:00100000:3.0:1783951169.138207:0:3314:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1783951169.138215:0:3314:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1783951169.138221:0:3314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8c6d9f880 00000400:00000010:3.0:1783951169.138223:0:3314:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8c6d9f880. 00000100:00000001:3.0:1783951169.138225:0:3314:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783951169.138229:0:3314:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138237:0:3314:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951169.138240:0:3314:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138247:0:3314:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138248:0:3314:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783951169.138253:0:3314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951169.138257:0:3314:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 13657 usecs (14 jiffies) 00000100:00000001:3.0:1783951169.138262:0:3314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4295133206 00000100:00000001:3.0:1783951169.138269:0:3314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4295133203 00000100:00000001:3.0:1783951169.138273:0:3314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4295133206 00000100:00000001:3.0:1783951169.138277:0:3314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4295133203 00000100:00000001:3.0:1783951169.138280:0:3314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4295133206 00000100:00000001:3.0:1783951169.138283:0:3314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4295133203 00000100:00000001:3.0:1783951169.138286:0:3314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4295133206 00000100:00000001:3.0:1783951169.138289:0:3314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4295133203 00000100:00000001:3.0:1783951169.138291:0:3314:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951169.138294:0:3314:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138306:0:3314:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138309:0:3314:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138315:0:3314:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951169.138322:0:3314:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783951169.138325:0:3314:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951169.138326:0:3314:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783951169.138328:0:3314:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138330:0:3314:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138347:0:12935:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783951169.138349:0:12935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608018245760 02000000:00000001:3.0:1783951169.138351:0:12935:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783951169.138353:0:12935:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951169.138365:0:12935:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951169.138368:0:12935:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951169.138378:0:12935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608018245760 00000020:00000001:3.0:1783951169.138381:0:12935:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783951169.138382:0:12935:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8dbf62750756ae17 00000020:00000001:3.0:1783951169.138384:0:12935:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783951169.138391:0:12935:0:(lustre_handles.c:147:class_handle2object()) GET export ffff98b8f7a71800 refcount=5 00000020:00000001:3.0:1783951169.138394:0:12935:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630518929168384 : -113554780383232 : ffff98b8f7a71800) 00000020:00000001:3.0:1783951169.138396:0:12935:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630518929168384 : -113554780383232 : ffff98b8f7a71800) 00000100:00000001:3.0:1783951169.138400:0:12935:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951169.138404:0:12935:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8f41c9300. 00000100:00000001:3.0:1783951169.138407:0:12935:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951169.138409:0:12935:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8f41c9300. 00000020:00000010:3.0:1783951169.138415:0:12935:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98b7c3397800. 00000020:00000010:3.0:1783951169.138420:0:12935:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98b8f41c8280. 00000020:00000010:3.0:1783951169.138424:0:12935:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98b8d1c5d000. 00000100:00000040:3.0:1783951169.138431:0:12935:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1783951169.138433:0:12935:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783951169.138434:0:12935:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783951169.138437:0:12935:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138442:0:12935:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1783951169.138445:0:12935:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783951169.138447:0:12935:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138454:0:12935:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138461:0:12935:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783951169.138463:0:12935:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608018245888 02000000:00000001:3.0:1783951169.138465:0:12935:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783951169.138471:0:12935:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951169.138472:0:12935:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951169.138474:0:12935:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783951169.138476:0:12935:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608018245888 00000020:00000001:3.0:1783951169.138478:0:12935:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783951169.138479:0:12935:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8dbf62750756ae9c 00000020:00000001:3.0:1783951169.138480:0:12935:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783951169.138483:0:12935:0:(lustre_handles.c:147:class_handle2object()) GET export ffff98b8ecdf9000 refcount=5 00000020:00000001:3.0:1783951169.138485:0:12935:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630518748319744 : -113554961231872 : ffff98b8ecdf9000) 00000020:00000001:3.0:1783951169.138487:0:12935:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630518748319744 : -113554961231872 : ffff98b8ecdf9000) 00000100:00000001:3.0:1783951169.138489:0:12935:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951169.138491:0:12935:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8f41c9300. 00000020:00000010:3.0:1783951169.138495:0:12935:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff98b8fcc2ed00. 00000020:00000040:3.0:1783951169.138501:0:12935:0:(obd_config.c:994:class_incref()) incref lustre-MDT0000 (ffff98b8fea6b380) now 8 - evictor 00000100:00000001:3.0:1783951169.138503:0:12935:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1783951169.138506:0:12935:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98b7c3397400. 00000020:00000010:3.0:1783951169.138509:0:12935:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98b8f41c8200. 00000020:00000010:3.0:1783951169.138512:0:12935:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98b8d1c5d898. 00000100:00000001:3.0:1783951169.138515:0:12935:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783951169.138517:0:12935:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783951169.138518:0:12935:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138521:0:12935:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1783951169.138523:0:12935:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1783951169.138524:0:12935:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138533:0:12935:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138540:0:12935:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783951169.138542:0:12935:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783951169.138545:0:12935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1783951169.138548:0:12935:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98b8f7a71800 : new rpc_count 1 00000100:00000001:3.0:1783951169.138550:0:12935:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630518865899776 : -113554843651840 : ffff98b8f3e1b100) 00000100:00000040:3.0:1783951169.138555:0:12935:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98b8f3e1b100 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1783951180 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138562:0:12935:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951169.138569:0:12935:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8f41c9680. 00000100:00000001:3.0:1783951169.138572:0:12935:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951169.138574:0:12935:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8f41c9680. 00000100:00100000:3.0:1783951169.138578:0:12935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98b8f3e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1870608018245760:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1783951169.138581:0:12935:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608018245760 00000020:00000001:3.0:1783951169.138585:0:12935:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783951169.138588:0:12935:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783951169.138591:0:12935:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138593:0:12935:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783951169.138595:0:12935:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659854656 : -1049696960 : ffffffffc16ee540) 00000020:00000001:3.0:1783951169.138598:0:12935:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783951169.138600:0:12935:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951169.138602:0:12935:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783951169.138604:0:12935:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783951169.138606:0:12935:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138608:0:12935:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1783951169.138612:0:12935:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783951169.138616:0:12935:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783951169.138620:0:12935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98b8e27bc000. 02000000:00000001:3.0:1783951169.138622:0:12935:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138624:0:12935:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138626:0:12935:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783951169.138629:0:12935:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608018245760 00010000:00000001:3.0:1783951169.138631:0:12935:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783951169.138635:0:12935:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff98b8f3e1b100 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951169.138642:0:12935:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783951169.138643:0:12935:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951169.138646:0:12935:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8e6b81de8 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951169.138650:0:12935:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783951169.138652:0:12935:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98b8d04e9a40 refcount 21 to 0@lo 00000100:00000001:3.0:1783951169.138653:0:12935:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630518269057600 : -113555440494016 : ffff98b8d04e9a40) 02000000:00000001:3.0:1783951169.138656:0:12935:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783951169.138657:0:12935:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138666:0:12935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951169.138668:0:12935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951169.138671:0:12935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8c6d9f880. 00000100:00000200:3.0:1783951169.138674:0:12935:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608018245760, offset 224 00000400:00000200:3.0:1783951169.138677:0:12935:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951169.138682:0:12935:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951169.138688:0:12935:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ede710880 00000400:00000200:3.0:1783951169.138691:0:12935:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3acd [1] + 224 00000400:00000200:3.0:1783951169.138722:0:12935:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951169.138724:0:12935:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951169.138728:0:12935:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951169.138732:0:12935:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783951169.138740:0:12935:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138748:0:12935:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1783951169.138751:0:12935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8c6d9f880 00000400:00000010:3.0:1783951169.138753:0:12935:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8c6d9f880. 00000100:00000001:3.0:1783951169.138756:0:12935:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783951169.138757:0:12935:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783951169.138760:0:12935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951169.138762:0:12935:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff98b8d04e9a40 refcount 20 to 0@lo 00010000:00000001:3.0:1783951169.138765:0:12935:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783951169.138766:0:12935:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138768:0:12935:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783951169.138772:0:12935:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f3e1b100 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951169.138779:0:12935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98b8f3e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3313:x1870608018245760:12345-0@lo:400:kworker.0 Request processed in 216us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1783951169.138787:0:12935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1783951169.138789:0:12935:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98b8f7a71800 : new rpc_count 0 00000100:00000001:3.0:1783951169.138791:0:12935:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783951169.138798:0:12935:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783951169.138803:0:12935:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98b8f41c8280. 00000020:00000010:3.0:1783951169.138806:0:12935:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98b8d1c5d000. 00000020:00000010:3.0:1783951169.138809:0:12935:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98b7c3397800. 00000020:00000040:3.0:1783951169.138814:0:12935:0:(genops.c:900:class_export_put()) PUTting export ffff98b8f7a71800 : new refcount 4 00000100:00000001:3.0:1783951169.138816:0:12935:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.138823:0:12935:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783951169.138825:0:12935:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783951169.138828:0:12935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1783951169.138830:0:12935:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98b8ecdf9000 : new rpc_count 1 00000100:00000001:3.0:1783951169.138832:0:12935:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630518926907520 : -113554782644096 : ffff98b8f7849880) 00000100:00000040:3.0:1783951169.138836:0:12935:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98b8f7849880 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/0 e 0 to 0 dl 1783951180 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138842:0:12935:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783951169.138844:0:12935:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8f41c9680. 00000100:00000001:3.0:1783951169.138846:0:12935:0:(service.c:1299:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783951169.138848:0:12935:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8f41c9680. 00000100:00100000:3.0:1783951169.138851:0:12935:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98b8f7849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1870608018245888:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1783951169.138854:0:12935:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608018245888 00000020:00000001:3.0:1783951169.138856:0:12935:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1783951169.138858:0:12935:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1783951169.138859:0:12935:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138861:0:12935:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1783951169.138862:0:12935:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072659854656 : -1049696960 : ffffffffc16ee540) 00000020:00000001:3.0:1783951169.138865:0:12935:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1783951169.138866:0:12935:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1783951169.138868:0:12935:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1783951169.138869:0:12935:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1783951169.138870:0:12935:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138872:0:12935:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1783951169.138874:0:12935:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783951169.138876:0:12935:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783951169.138879:0:12935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98b8e27bcc00. 02000000:00000001:3.0:1783951169.138885:0:12935:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138887:0:12935:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.138889:0:12935:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1783951169.138891:0:12935:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608018245888 00010000:00000001:3.0:1783951169.138894:0:12935:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:3.0:1783951169.138897:0:12935:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff98b8f7849880 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951169.138904:0:12935:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783951169.138906:0:12935:0:(ldlm_lib.c:3338:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951169.138908:0:12935:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8e6b81de8 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951169.138911:0:12935:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783951169.138913:0:12935:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98b8d04e9a40 refcount 21 to 0@lo 00000100:00000001:3.0:1783951169.138915:0:12935:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630518269057600 : -113555440494016 : ffff98b8d04e9a40) 02000000:00000001:3.0:1783951169.138917:0:12935:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783951169.138918:0:12935:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.138920:0:12935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783951169.138922:0:12935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1783951169.138924:0:12935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8c6d9f880. 00000100:00000200:3.0:1783951169.138927:0:12935:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1870608018245888, offset 224 00000400:00000200:3.0:1783951169.138931:0:12935:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1783951169.138936:0:12935:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1783951169.138941:0:12935:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6a54ede710900 00000400:00000200:3.0:1783951169.138945:0:12935:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3ad5 [1] + 224 00000400:00000200:3.0:1783951169.138950:0:12935:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783951169.138952:0:12935:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1783951169.138955:0:12935:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951169.138958:0:12935:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783951169.138966:0:12935:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.138977:0:12935:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1783951169.138981:0:12935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8c6d9f880 00000400:00000010:3.0:1783951169.138984:0:12935:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8c6d9f880. 00000100:00000001:3.0:1783951169.138992:0:12935:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783951169.138993:0:12935:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1783951169.138997:0:12935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951169.139000:0:12935:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff98b8d04e9a40 refcount 20 to 0@lo 00010000:00000001:3.0:1783951169.139002:0:12935:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:3.0:1783951169.139003:0:12935:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.139005:0:12935:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1783951169.139009:0:12935:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f7849880 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951169.139017:0:12935:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98b8f7849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3314:x1870608018245888:12345-0@lo:400:kworker.0 Request processed in 173us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1783951169.139024:0:12935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1783951169.139026:0:12935:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98b8ecdf9000 : new rpc_count 0 00000100:00000001:3.0:1783951169.139028:0:12935:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783951169.139030:0:12935:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783951169.139032:0:12935:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98b8f41c8200. 00000020:00000010:3.0:1783951169.139035:0:12935:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98b8d1c5d898. 00000020:00000010:3.0:1783951169.139038:0:12935:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98b7c3397400. 00000020:00000040:3.0:1783951169.139041:0:12935:0:(genops.c:900:class_export_put()) PUTting export ffff98b8ecdf9000 : new refcount 4 00000100:00000001:3.0:1783951169.139043:0:12935:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.139452:0:3314:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951169.139455:0:3314:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783951169.139460:0:3314:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783951169.139462:0:3314:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783951169.139464:0:3314:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98b8cef9a5d8. 00000400:00000200:3.0:1783951169.139468:0:3314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8c6d9f220 00000400:00000010:3.0:1783951169.139470:0:3314:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8c6d9f220. 00000100:00000001:3.0:1783951169.139472:0:3314:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783951169.139477:0:3314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783951169.139485:0:3314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.139491:0:3314:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783951169.139498:0:3314:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.139501:0:3314:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1783951169.139504:0:3314:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783951169.139506:0:3314:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783951169.139508:0:3314:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783951169.139511:0:3314:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783951169.139517:0:3314:0:(import.c:2149:obd_at_measure()) add 5 to ffff98b8d0437460 time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1783951169.139520:0:3314:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8d0437418 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1783951169.139522:0:3314:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783951169.139524:0:3314:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783951169.139526:0:3314:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783951169.139531:0:3314:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783951169.139537:0:3314:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.139540:0:3314:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783951169.139543:0:3314:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1783951169.139545:0:3314:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783951169.139546:0:3314:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783951169.139549:0:3314:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.139556:0:3314:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783951169.139558:0:3314:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783951169.139560:0:3314:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783951169.139563:0:3314:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783951169.139571:0:3314:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff98b8f3e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3314:1870608018245888:0@lo:400:kworker.0 00000100:00000001:3.0:1783951169.139575:0:3314:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.139577:0:3314:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783951169.139579:0:3314:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98b8f3e1a680 x1870608018245888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783951169.139585:0:3314:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783951169.139587:0:3314:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783951169.139589:0:3314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98b7c3397e00. 02000000:00000001:3.0:1783951169.139598:0:3314:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783951169.139600:0:3314:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783951169.139602:0:3314:0:(genops.c:1244:class_import_put()) import ffff98b8d0437000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1783951169.139604:0:3314:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783951169.139606:0:3314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98b7c28ec400. 02000000:00000001:3.0:1783951169.139610:0:3314:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783951169.139611:0:3314:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783951169.139613:0:3314:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98b8f3e1a680. 00000100:00000001:3.0:1783951169.139617:0:3314:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783951169.139618:0:3314:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.139620:0:3314:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783951169.139623:0:3314:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783951169.139625:0:3314:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783951169.139627:0:3314:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783951169.139628:0:3314:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.140052:0:3313:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951169.140067:0:3313:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.140074:0:3313:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.140076:0:3313:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783951169.140087:0:3313:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.140093:0:3313:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 8180 usecs (9 jiffies) 00000100:00000001:1.0:1783951169.140096:0:3313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4295133201 00000100:00000001:1.0:1783951169.140099:0:3313:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4295133206 00000100:00000001:1.0:1783951169.140101:0:3313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4295133201 00000100:00000001:1.0:1783951169.140103:0:3313:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4295133206 00000100:00000001:1.0:1783951169.140105:0:3313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4295133201 00000100:00000001:1.0:1783951169.140107:0:3313:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4295133206 00000100:00000001:1.0:1783951169.140109:0:3313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4295133201 00000100:00000001:1.0:1783951169.140111:0:3313:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4295133206 00000100:00000001:1.0:1783951169.140113:0:3313:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951169.140115:0:3313:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1783951169.140119:0:3313:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783951169.140120:0:3313:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783951169.140131:0:3313:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98b8c7e1e420. 00000400:00000200:1.0:1783951169.140136:0:3313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec990 00000400:00000010:1.0:1783951169.140138:0:3313:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec990. 00000100:00000001:1.0:1783951169.140142:0:3313:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951169.140145:0:3313:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783951169.140151:0:3313:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.140156:0:3313:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783951169.140157:0:3313:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.140166:0:3313:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1783951169.140168:0:3313:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783951169.140169:0:3313:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951169.140171:0:3313:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.140172:0:3313:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951169.140177:0:3313:0:(import.c:2149:obd_at_measure()) add 5 to ffff98b8f3e27460 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1783951169.140180:0:3313:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8f3e27418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951169.140182:0:3313:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783951169.140183:0:3313:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951169.140185:0:3313:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783951169.140189:0:3313:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951169.140195:0:3313:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.140197:0:3313:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783951169.140199:0:3313:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1783951169.140200:0:3313:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783951169.140201:0:3313:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.140204:0:3313:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.140210:0:3313:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951169.140212:0:3313:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783951169.140213:0:3313:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783951169.140216:0:3313:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951169.140222:0:3313:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff98b8f3e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3313:1870608018245760:0@lo:400:kworker.0 00000100:00000001:1.0:1783951169.140226:0:3313:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.140228:0:3313:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951169.140231:0:3313:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98b8f3e19500 x1870608018245760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.140237:0:3313:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783951169.140238:0:3313:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783951169.140240:0:3313:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98b8c7b74e00. 02000000:00000001:1.0:1783951169.140243:0:3313:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783951169.140250:0:3313:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783951169.140251:0:3313:0:(genops.c:1244:class_import_put()) import ffff98b8f3e27000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1783951169.140254:0:3313:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783951169.140255:0:3313:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98b7c28ec000. 02000000:00000001:1.0:1783951169.140258:0:3313:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783951169.140259:0:3313:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783951169.140261:0:3313:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98b8f3e19500. 00000100:00000001:1.0:1783951169.140264:0:3313:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783951169.140265:0:3313:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.140267:0:3313:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.140271:0:3313:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951169.140273:0:3313:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.140274:0:3313:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951169.140276:0:3313:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1783951169.140287:0:12930:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1783951169.140292:0:12930:0:(obd_config.c:1022:class_decref()) Decref lustre-MDT0000 (ffff98b8fea6b380) now 8 - evictor 00000100:00080000:1.0:1783951169.140305:0:12930:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1783951169.140308:0:12930:0:(obd_config.c:1022:class_decref()) Decref lustre-OST0000 (ffff98b8fc7d99c0) now 6 - evictor 00000100:00000001:1.0:1783951169.140321:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951169.140323:0:3312:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783951169.140325:0:3312:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783951169.140331:0:3312:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.140337:0:3312:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783951169.140339:0:3312:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.140341:0:3312:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783951169.140344:0:3312:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783951169.140346:0:3312:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783951169.140349:0:3312:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff98b8f3e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:60348fb6-4be6-48da-85e3-7508d387458e:3312:1870608018245632:0@lo:400:kworker.0 00000100:00000001:1.0:1783951169.140353:0:3312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783951169.140358:0:3312:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783951169.140359:0:3312:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.140361:0:3312:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783951169.140365:0:3312:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98b8c7b74e00. 02000000:00000001:1.0:1783951169.140367:0:3312:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1783951169.141617:0:3312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98b8c7e1e420. 00000400:00000010:1.0:1783951169.141636:0:3312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec990. 00000100:00000200:1.0:1783951169.141643:0:3312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870608018245632, portal 25 00000100:00000001:1.0:1783951169.141646:0:3312:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783951169.141648:0:3312:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630518865900672 : -113554843650944 : ffff98b8f3e1b480) 00000100:00000040:1.0:1783951169.141657:0:3312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.141664:0:3312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783951169.141666:0:3312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951169.141668:0:3312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec440. 00000100:00000200:1.0:1783951169.141672:0:3312:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870608018245632, offset 0 00000400:00000200:1.0:1783951169.141677:0:3312:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951169.141689:0:3312:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1783951169.141715:0:3312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6a54ede710800 00000400:00000200:1.0:1783951169.141721:0:3312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2e25 [2] + 0 00000400:00000010:1.0:1783951169.141724:0:3312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98b8c6d9bb00. 00000400:00000200:1.0:1783951169.141731:0:3312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff98b8c7dcbc00 00000400:00000200:1.0:1783951169.141738:0:3312:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951169.141742:0:3312:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1783951169.141747:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8c7dcbc00 00000400:00000010:1.0:1783951169.141749:0:3312:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 152 at ffff98b8c7dcbc00. 00000100:00000001:1.0:1783951169.141755:0:3312:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1783951169.141756:0:3312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1783951169.141759:0:3312:0:(events.c:337:request_in_callback()) incoming req@ffff98b8f75aa050 x1870608018245632 msgsize 224 00000100:00100000:1.0:1783951169.141763:0:3312:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1783951169.141764:0:3312:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1783951169.141782:0:3312:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1783951169.141788:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec440 00000400:00000010:1.0:1783951169.141792:0:3312:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec440. 00000100:00000001:1.0:1783951169.141795:0:3312:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1783951169.141799:0:3312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.141806:0:3312:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783951169.141809:0:3312:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.141825:0:3312:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.141827:0:3312:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1783951169.141834:0:3312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.141838:0:3312:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS new deadline estimation for cpu 0 is 4295133248 00000100:00000001:1.0:1783951169.141846:0:3312:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295133206 00000100:00000001:1.0:1783951169.141851:0:3312:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS new deadline estimation for cpu 1 is 4295133248 00000100:00000001:1.0:1783951169.141854:0:3312:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295133206 00000100:00000001:1.0:1783951169.141856:0:3312:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS new deadline estimation for cpu 2 is 4295133248 00000100:00000001:1.0:1783951169.141859:0:3312:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295133206 00000100:00000001:1.0:1783951169.141862:0:3312:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS new deadline estimation for cpu 3 is 4295133248 00000100:00000001:1.0:1783951169.141866:0:3312:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.132@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295133206 00000100:00000001:1.0:1783951169.141868:0:3312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783951169.141870:0:3312:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.141873:0:3312:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.141876:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.141883:0:3312:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783951169.141884:0:3312:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783951169.141887:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783951169.141889:0:3312:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783951169.141890:0:3312:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.141892:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.142190:0:12929:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1783951169.142193:0:12929:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870608018245632 02000000:00000001:1.0:1783951169.142196:0:12929:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1783951169.142198:0:12929:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783951169.142200:0:12929:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783951169.142204:0:12929:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783951169.142207:0:12929:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870608018245632 00000020:00000001:1.0:1783951169.142210:0:12929:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1783951169.142212:0:12929:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8dbf62750756ad45 00000020:00000001:1.0:1783951169.142215:0:12929:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783951169.142218:0:12929:0:(lustre_handles.c:147:class_handle2object()) GET export ffff98b8e6d8b800 refcount=16 00000020:00000001:1.0:1783951169.142227:0:12929:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446630518647207936 : -113555062343680 : ffff98b8e6d8b800) 00000020:00000001:1.0:1783951169.142230:0:12929:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446630518647207936 : -113555062343680 : ffff98b8e6d8b800) 00000100:00000001:1.0:1783951169.142234:0:12929:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951169.142238:0:12929:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8ed358a40. 00000100:00000001:1.0:1783951169.142240:0:12929:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783951169.142242:0:12929:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8ed358a40. 00000020:00000010:1.0:1783951169.142249:0:12929:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98b8c7b74000. 00000020:00000010:1.0:1783951169.142254:0:12929:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98b8fe4b9f00. 00000020:00000010:1.0:1783951169.142259:0:12929:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98b8c6d98a28. 00000100:00000040:1.0:1783951169.142268:0:12929:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1783951169.142271:0:12929:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1783951169.142273:0:12929:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1783951169.142275:0:12929:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.142281:0:12929:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.142290:0:12929:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783951169.142309:0:12929:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1783951169.142312:0:12929:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1783951169.142316:0:12929:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1783951169.142320:0:12929:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff98b8e6d8b800 : new rpc_count 1 00000100:00000001:1.0:1783951169.142322:0:12929:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630518924157008 : -113554785394608 : ffff98b8f75aa050) 00000100:00000040:1.0:1783951169.142327:0:12929:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff98b8f75aa050 x1870608018245632/t0(0) o400->60348fb6-4be6-48da-85e3-7508d387458e@0@lo:185/0 lens 224/0 e 0 to 0 dl 1783951180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.142334:0:12929:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1783951169.142337:0:12929:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98b8ed358a40. 00000100:00000001:1.0:1783951169.142339:0:12929:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1783951169.142341:0:12929:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff98b8ed358a40. 00000100:00100000:1.0:1783951169.142354:0:12929:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff98b8f75aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:60348fb6-4be6-48da-85e3-7508d387458e+16:3312:x1870608018245632:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1783951169.142358:0:12929:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870608018245632 00000020:00000001:1.0:1783951169.142361:0:12929:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1783951169.142364:0:12929:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1783951169.142366:0:12929:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.142645:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.142649:0:3311:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783951169.142655:0:3311:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783951169.142657:0:3311:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783951169.142659:0:3311:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98b8c6d9b478. 00000400:00000200:0.0:1783951169.142663:0:3311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8d15decc0 00000400:00000010:0.0:1783951169.142664:0:3311:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8d15decc0. 00000100:00000001:0.0:1783951169.142668:0:3311:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783951169.142674:0:3311:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783951169.142682:0:3311:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.142688:0:3311:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783951169.142690:0:3311:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.142693:0:3311:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783951169.142715:0:3311:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783951169.142716:0:3311:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783951169.142718:0:3311:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951169.142721:0:3311:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783951169.142728:0:3311:0:(import.c:2149:obd_at_measure()) add 5 to ffff98b8d1c414a8 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1783951169.142732:0:3311:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8d1c41418 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1783951169.142735:0:3311:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783951169.142736:0:3311:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783951169.142739:0:3311:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783951169.142743:0:3311:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783951169.142759:0:3311:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.142763:0:3311:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783951169.142765:0:3311:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1783951169.142767:0:3311:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783951169.142768:0:3311:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951169.142772:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.142778:0:3311:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783951169.142781:0:3311:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783951169.142782:0:3311:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1783951169.142785:0:3311:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1783951169.142789:0:3311:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1783951169.142793:0:3311:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=95232 avail=84992 avail_mb=332 hwm_mb=3 files=12297 ffree=11904 state=0: rc = 0 00000004:00000020:0.0:1783951169.142800:0:3311:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff98b8d0430000): 95744 blocks, 95232 free, 84992 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12297 files, 11904 free files 0x0 00000004:00000001:0.0:1783951169.142804:0:3311:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951169.142808:0:3311:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783951169.142815:0:3311:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff98b8f79aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3311:1870608018245504:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1783951169.142819:0:3311:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.142821:0:3311:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783951169.142823:0:3311:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98b8f79aed80 x1870608018245504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783951185 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.142829:0:3311:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783951169.142831:0:3311:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783951169.142834:0:3311:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98b8ecd5b400. 02000000:00000001:0.0:1783951169.142837:0:3311:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783951169.142839:0:3311:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783951169.142841:0:3311:0:(genops.c:1244:class_import_put()) import ffff98b8d1c41000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1783951169.142849:0:3311:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783951169.142852:0:3311:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98b7c28ecc00. 02000000:00000001:0.0:1783951169.142855:0:3311:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783951169.142857:0:3311:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783951169.142859:0:3311:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98b8f79aed80. 00000100:00000001:0.0:1783951169.142863:0:3311:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783951169.142864:0:3311:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.142921:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.142926:0:3311:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783951169.142927:0:3311:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.142929:0:3311:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.142931:0:3311:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.143330:0:12929:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1783951169.143332:0:12929:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072667687104 : -1041864512 : ffffffffc1e668c0) 00000020:00000001:1.0:1783951169.143336:0:12929:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1783951169.143338:0:12929:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1783951169.143340:0:12929:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1783951169.143342:0:12929:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1783951169.143344:0:12929:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.143347:0:12929:0:(tgt_handler.c:1160:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1783951169.143350:0:12929:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1783951169.143352:0:12929:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1783951169.143357:0:12929:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98b7c1230800. 02000000:00000001:1.0:1783951169.143359:0:12929:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.143361:0:12929:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.143364:0:12929:0:(tgt_handler.c:1181:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1783951169.143367:0:12929:0:(ldlm_lib.c:3305:target_committed_to_req()) last_committed 0, transno 0, xid 1870608018245632 00010000:00000001:1.0:1783951169.143378:0:12929:0:(ldlm_lib.c:3374:target_send_reply()) Process entered 00010000:00000200:1.0:1783951169.143384:0:12929:0:(ldlm_lib.c:3362:target_send_reply_msg()) @@@ sending reply req@ffff98b8f75aa050 x1870608018245632/t0(0) o400->60348fb6-4be6-48da-85e3-7508d387458e@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783951169.143393:0:12929:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1783951169.143395:0:12929:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783951169.143398:0:12929:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8f76c31e8 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1783951169.143402:0:12929:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1783951169.143404:0:12929:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff98b8d04e9a40 refcount 21 to 0@lo 00000100:00000001:1.0:1783951169.143406:0:12929:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630518269057600 : -113555440494016 : ffff98b8d04e9a40) 02000000:00000001:1.0:1783951169.143408:0:12929:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1783951169.143410:0:12929:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783951169.143413:0:12929:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783951169.143415:0:12929:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1783951169.143419:0:12929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98b8fffec440. 00000100:00000200:1.0:1783951169.143424:0:12929:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1870608018245632, offset 224 00000400:00000200:1.0:1783951169.143429:0:12929:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1783951169.143439:0:12929:0:(lib-move.c:4617:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1783951169.143448:0:12929:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6a54ede710800 00000400:00000200:1.0:1783951169.143454:0:12929:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x3ae5 [1] + 224 00000400:00000200:1.0:1783951169.143461:0:12929:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783951169.143470:0:12929:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1783951169.143476:0:12929:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783951169.143479:0:12929:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783951169.143487:0:12929:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783951169.143498:0:12929:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1783951169.143504:0:12929:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec440 00000400:00000010:1.0:1783951169.143506:0:12929:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec440. 00000100:00000001:1.0:1783951169.143509:0:12929:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1783951169.143510:0:12929:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1783951169.143517:0:12929:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.143519:0:12929:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff98b8d04e9a40 refcount 20 to 0@lo 00010000:00000001:1.0:1783951169.143522:0:12929:0:(ldlm_lib.c:3386:target_send_reply()) Process leaving 00000020:00000001:1.0:1783951169.143523:0:12929:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783951169.143525:0:12929:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1783951169.143529:0:12929:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f75aa050 x1870608018245632/t0(0) o400->60348fb6-4be6-48da-85e3-7508d387458e@0@lo:185/0 lens 224/224 e 0 to 0 dl 1783951180 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783951169.143538:0:12929:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff98b8f75aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:60348fb6-4be6-48da-85e3-7508d387458e+16:3312:x1870608018245632:12345-0@lo:400:kworker.0 Request processed in 1202us (1776us total) trans 0 rc 0/0 00000100:00100000:1.0:1783951169.143545:0:12929:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1783951169.143548:0:12929:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff98b8e6d8b800 : new rpc_count 0 00000100:00000001:1.0:1783951169.143550:0:12929:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1783951169.143551:0:12929:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1783951169.143556:0:12929:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98b8fe4b9f00. 00000020:00000010:1.0:1783951169.143562:0:12929:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98b8c6d98a28. 00000020:00000010:1.0:1783951169.143566:0:12929:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98b8c7b74000. 00000020:00000040:1.0:1783951169.143571:0:12929:0:(genops.c:900:class_export_put()) PUTting export ffff98b8e6d8b800 : new refcount 15 02000000:00000001:1.0:1783951169.143575:0:12929:0:(sec.c:2642:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1783951169.143577:0:12929:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff98b7c1230800. 02000000:00000001:1.0:1783951169.143580:0:12929:0:(sec.c:2655:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1783951169.143582:0:12929:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1783951169.143587:0:12929:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1783951169.143597:0:12929:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98b8c7e1ec60. 00000400:00000010:1.0:1783951169.143602:0:12929:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff98b8c67f3cc0. 00000100:00000001:0.0:1783951169.145294:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.145316:0:3312:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783951169.145324:0:3312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783951169.145327:0:3312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783951169.145330:0:3312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98b8c7e1e420. 00000400:00000200:0.0:1783951169.145338:0:3312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98b8fffec990 00000400:00000010:0.0:1783951169.145340:0:3312:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff98b8fffec990. 00000100:00000001:0.0:1783951169.145352:0:3312:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783951169.145361:0:3312:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783951169.145376:0:3312:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.145382:0:3312:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783951169.145383:0:3312:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.145386:0:3312:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1783951169.145389:0:3312:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783951169.145390:0:3312:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783951169.145392:0:3312:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783951169.145394:0:3312:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783951169.145399:0:3312:0:(import.c:2149:obd_at_measure()) add 5 to ffff98b8f3e72c60 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1783951169.145403:0:3312:0:(import.c:2149:obd_at_measure()) add 1 to ffff98b8f3e72c18 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1783951169.145405:0:3312:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783951169.145407:0:3312:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783951169.145409:0:3312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783951169.145411:0:3312:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.145429:0:3312:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783951169.145433:0:3312:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.145440:0:3312:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783951169.145443:0:3312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783951169.145445:0:3312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783951169.145448:0:3312:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783951169.145456:0:3312:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff98b8f3e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:60348fb6-4be6-48da-85e3-7508d387458e:3312:1870608018245632:0@lo:400:kworker.0 00000100:00000001:0.0:1783951169.145460:0:3312:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.145462:0:3312:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783951169.145465:0:3312:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff98b8f3e1b480 x1870608018245632/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783951185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783951169.145471:0:3312:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783951169.145473:0:3312:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783951169.145476:0:3312:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98b8c7b74e00. 02000000:00000001:0.0:1783951169.145480:0:3312:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783951169.145483:0:3312:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783951169.145484:0:3312:0:(genops.c:1244:class_import_put()) import ffff98b8f3e72800 refcount=3 obd=MGC192.168.203.132@tcp 00000020:00000001:0.0:1783951169.145487:0:3312:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783951169.145489:0:3312:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98b7c28ec300. 02000000:00000001:0.0:1783951169.145493:0:3312:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783951169.145495:0:3312:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783951169.145496:0:3312:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98b8f3e1b480. 00000100:00000001:0.0:1783951169.145501:0:3312:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783951169.145502:0:3312:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.145504:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783951169.145511:0:3312:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783951169.145513:0:3312:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783951169.145515:0:3312:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783951169.145517:0:3312:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783951169.194809:0:10098:0:(connection.c:75:cpu_latency_work()) work item of ffff98b8c794b910 (cpu 0) has reached its deadline 4295133248, at 4295133249 00000100:00000010:1.0:1783951169.194824:0:10098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98b8fff63840. 00000100:00000040:2.0:1783951169.194840:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff98b8c794ba20 (cpu 0) has reached its deadline 4295133248, at 4295133249 00000100:00000010:2.0:1783951169.194848:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98b8fff630c0. 00000100:00000040:3.0:1783951169.194964:0:33:0:(connection.c:75:cpu_latency_work()) work item of ffff98b8c794bb30 (cpu 0) has reached its deadline 4295133248, at 4295133249 00000100:00000010:3.0:1783951169.194971:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98b8fff638a0. 00000100:00000040:0.0:1783951169.195617:0:365:0:(connection.c:75:cpu_latency_work()) work item of ffff98b8c794b800 (cpu 0) has reached its deadline 4295133248, at 4295133249 00000100:00000010:0.0:1783951169.195624:0:365:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98b8fff63960. 00010000:00000001:1.0:1783951169.578385:0:10098:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1783951169.578393:0:10098:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951169.578400:0:10098:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783951169.578402:0:10098:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951169.578544:0:13887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783951169.578548:0:13887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783951169.578551:0:13887:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783951170.153858:0:13872:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1783951170.153866:0:13872:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951170.603036:0:10098:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1783951170.603043:0:10098:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951170.603620:0:10098:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783951170.603622:0:10098:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951170.603991:0:12921:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783951170.603995:0:12921:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783951170.603998:0:12921:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1783951170.953681:0:15412:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951170.953731:0:15412:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951170.953739:0:15412:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1783951170.953748:0:15412:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1783951170.953756:0:15412:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783951170.953761:0:15412:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783951171.206404:0:15449:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1783951171.206410:0:15449:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity : @@@@@@ FAIL: mds1: import is not in FULL state after 50 00000001:00000001:1.0:1783951171.211073:0:15449:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1783951171.625814:0:10098:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1783951171.625822:0:10098:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951171.625829:0:10098:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783951171.625830:0:10098:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783951171.628969:0:12922:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783951171.628976:0:12922:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783951171.628980:0:12922:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783951172.649999:0:10098:0:(ldlm_pool.c:319:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1783951172.650007:0:10098:0:(ldlm_pool.c:351:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783951172.650015:0:10098:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783951172.650016:0:10098:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951172.650093:0:13887:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783951172.650097:0:13887:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783951172.650100:0:13887:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1783951172.769560:0:15461:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1783951172.769576:0:15461:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951172.769583:0:15461:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1783951172.769592:0:15461:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1783951172.769598:0:15461:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783951172.769602:0:15461:0:(tgt_mount.c:2302:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1027 lines, 1027 kept, 0 dropped, 0 bad.