00000800:00000200:2.0F:1790701362.810321:0:65989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f4849d900] -> 12345-192.168.206.116@tcp (6) 00000800:00000200:2.0:1790701362.810358:0:65989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.116@tcp ip 192.168.206.116:988 00000800:00000200:2.0:1790701362.810363:0:65989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f473f9600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0F:1790701362.810592:0:65991:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1790701364.732335:0:66724:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f7cd6ed80. 02000000:00000010:2.0:1790701364.732504:0:66724:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f42edeb00. 02000000:00000010:0.0F:1790701364.733522:0:65998:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919f43488800. 00000400:00000010:0.0:1790701364.733558:0:65998:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bec8. 00000400:00000010:0.0:1790701364.733567:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750432a8. 00000100:00000200:0.0:1790701364.733577:0:65998:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339271424, portal 4 00000400:00000010:0.0:1790701364.733586:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701364.733589:0:65998:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339271424, offset 0 00000400:00000200:0.0:1790701364.733601:0:65998:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701364.733618:0:65998:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701364.733632:0:65998:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb407b00 00000400:00000200:0.0:1790701364.733640:0:65998:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 7840 00000400:00000200:0.0:1790701364.733654:0:65998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701364.733659:0:65998:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701364.733668:0:65998:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1790701364.733674:0:65998:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fea00. 00000400:00000200:0.0:1790701364.733697:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043ee0 00000400:00000010:0.0:1790701364.733700:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701364.733710:0:65998:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f7cd6ed80 x1877686339271424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1790701364.733738:0:65998:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f74be9f00. 00000100:00000010:0.0:1790701364.733754:0:65998:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f74be9000. 00000100:00000010:0.0:1790701364.733759:0:65998:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f74be9360. 00000100:00000010:0.0:1790701364.733765:0:65998:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f74be98a0. 00000100:00000010:0.0:1790701364.733811:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fe680. 02000000:00000010:0.0:1790701364.733823:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e100. 00000100:00000010:0.0:1790701364.733862:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fd500. 02000000:00000010:0.0:1790701364.733866:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e600. 00000100:00000010:0.0:1790701364.733874:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671ff100. 02000000:00000010:0.0:1790701364.733878:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e300. 00000100:00000010:0.0:1790701364.733887:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fe300. 02000000:00000010:0.0:1790701364.733891:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344ea00. 00000100:00000010:0.0:1790701364.733897:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fed80. 02000000:00000010:0.0:1790701364.733901:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e700. 02000000:00000010:0.0:1790701364.733955:0:65999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e43808600. 00000400:00000010:0.0:1790701364.733961:0:65999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014b1b8. 00000400:00000010:0.0:1790701364.733964:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701364.733967:0:65999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339271552, portal 25 00000400:00000010:0.0:1790701364.733971:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043220. 00000100:00000200:0.0:1790701364.733973:0:65999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686339271552, offset 0 00000400:00000200:0.0:1790701364.733977:0:65999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701364.733983:0:65999:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701364.733991:0:65999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abbeeb407b80 00000400:00000200:0.0:1790701364.733997:0:65999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1395 [2] + 0 00000400:00000010:0.0:1790701364.734000:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f46290aa8. 00000400:00000200:0.0:1790701364.734006:0:65999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f534fc480 00000400:00000200:0.0:1790701364.734011:0:65999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701364.734014:0:65999:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790701364.734016:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f534fc480 00000400:00000010:0.0:1790701364.734018:0:65999:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f534fc480. 00000100:00000200:0.0:1790701364.734024:0:65999:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1790701364.734035:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043220 00000400:00000010:0.0:1790701364.734037:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043220. 00000100:00000200:0.0:1790701364.734042:0:65999:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fe680 x1877686339271552/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701364.734068:0:65999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e43809000. 00000400:00000010:0.0:1790701364.734072:0:65999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bc08. 00000400:00000010:0.0:1790701364.734075:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043220. 00000100:00000200:0.0:1790701364.734078:0:65999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272064, portal 10 00000400:00000010:0.0:1790701364.734083:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043a18. 00000100:00000200:0.0:1790701364.734085:0:65999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339272064, offset 0 00000400:00000200:0.0:1790701364.734088:0:65999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701364.734092:0:65999:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701364.734096:0:65999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb407d80 00000400:00000200:0.0:1790701364.734102:0:65999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 19520 00000400:00000200:0.0:1790701364.734107:0:65999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701364.734110:0:65999:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701364.734120:0:65999:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790701364.734124:0:65999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fc700. 00000400:00000200:0.0:1790701364.734138:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043a18 00000400:00000010:0.0:1790701364.734140:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043a18. 00000100:00000200:0.0:1790701364.734145:0:65999:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fed80 x1877686339272064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0F:1790701364.735132:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e42edc800. 00000400:00000010:1.0:1790701364.735154:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f464e51b8. 00000400:00000010:1.0:1790701364.735159:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6a550. 00000100:00000200:1.0:1790701364.735163:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339271808, portal 10 00000400:00000010:1.0:1790701364.735179:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701364.735182:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339271808, offset 0 00000400:00000200:1.0:1790701364.735188:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.735198:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.735206:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb407c80 00000400:00000200:1.0:1790701364.735213:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 19744 00000400:00000200:1.0:1790701364.735222:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.735225:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.735230:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790701364.735235:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bff100. 00000400:00000200:1.0:1790701364.735266:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6aa18 00000400:00000010:1.0:1790701364.735269:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701364.735277:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671ff100 x1877686339271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701364.735309:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e42edd200. 00000400:00000010:1.0:1790701364.735312:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f464e5c08. 00000400:00000010:1.0:1790701364.735323:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701364.735326:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339271936, portal 10 00000400:00000010:1.0:1790701364.735331:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.735333:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339271936, offset 0 00000400:00000200:1.0:1790701364.735336:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.735341:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.735345:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb407d00 00000400:00000200:1.0:1790701364.735349:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 19968 00000400:00000200:1.0:1790701364.735353:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.735356:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.735359:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790701364.735361:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bfd500. 00000400:00000200:1.0:1790701364.735372:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701364.735379:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.735384:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fe300 x1877686339271936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1790701364.735432:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f437303c0. 00000020:00000010:1.0:1790701364.735440:0:67515:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8bd40. 00000020:00000010:1.0:1790701364.735461:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edcc00. 00000020:00000010:1.0:1790701364.735468:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f6e203980. 00000020:00000010:1.0:1790701364.735474:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f58ac1bb8. 00000020:00000010:1.0:1790701364.735511:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730300. 00000020:00000010:1.0:1790701364.735513:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730300. 00000100:00000200:1.0:1790701364.735517:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339271424 02000000:00000010:1.0:1790701364.735538:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919e41b5b800. 00010000:00000200:1.0:1790701364.735585:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fea00 x1877686339271424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:680/0 lens 224/368 e 0 to 0 dl 1790701375 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.735604:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.735607:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339271424, offset 224 00000400:00000200:1.0:1790701364.735611:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.735617:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.735622:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb407b00 00000400:00000200:1.0:1790701364.735629:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cb5 [1] + 224 00000400:00000200:1.0:1790701364.735634:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.735637:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.735645:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f7cd6ed80 x1877686339271424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790701364.735657:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701364.735659:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000020:00000010:1.0:1790701364.735671:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f6e203980. 00000020:00000010:1.0:1790701364.735675:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f58ac1bb8. 00000020:00000010:1.0:1790701364.735680:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edcc00. 00000020:00000010:1.0:1790701364.735705:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730300. 00000020:00000010:1.0:1790701364.735713:0:69880:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edcc00. 00000020:00000010:1.0:1790701364.735716:0:69880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f6e203980. 00000020:00000010:1.0:1790701364.735726:0:69880:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f58ac1bb8. 00000020:00000010:1.0:1790701364.735754:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735757:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735762:0:69880:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edce00. 00000020:00000010:1.0:1790701364.735764:0:69880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f6e203a80. 00000020:00000010:1.0:1790701364.735767:0:69880:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f58ac1578. 00000020:00000010:1.0:1790701364.735782:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735786:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735790:0:69880:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edca00. 00000020:00000010:1.0:1790701364.735793:0:69880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f6e203580. 00000020:00000010:1.0:1790701364.735796:0:69880:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f58ac1258. 00000020:00000010:1.0:1790701364.735805:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735807:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730f00. 00000100:00000200:1.0:1790701364.735808:0:69880:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272064 02000000:00000010:1.0:1790701364.735820:0:69880:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41b5a400. 00010000:00000200:1.0:1790701364.735825:0:69880:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fc700 x1877686339272064/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.735852:0:69880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.735855:0:69880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339272064, offset 224 00000400:00000200:1.0:1790701364.735859:0:69880:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.735864:0:69880:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.735869:0:69880:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb407d80 00000400:00000200:1.0:1790701364.735873:0:69880:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cc5 [1] + 224 00000400:00000200:1.0:1790701364.735878:0:69880:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.735880:0:69880:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.735887:0:69880:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fed80 x1877686339272064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790701364.735898:0:69880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701364.735900:0:69880:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000020:00000010:1.0:1790701364.735907:0:69880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f6e203980. 00000020:00000010:1.0:1790701364.735910:0:69880:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f58ac1bb8. 00000020:00000010:1.0:1790701364.735913:0:69880:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edcc00. 00000020:00000010:1.0:1790701364.735931:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.735967:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730f00. 00000100:00000200:1.0:1790701364.735971:0:69880:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339271808 02000000:00000010:1.0:1790701364.735979:0:69880:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41b5a000. 00010000:00000200:1.0:1790701364.735985:0:69880:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f44bff100 x1877686339271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.735994:0:69880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.735998:0:69880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339271808, offset 224 00000400:00000200:1.0:1790701364.736001:0:69880:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.736007:0:69880:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.736012:0:69880:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb407c80 00000400:00000200:1.0:1790701364.736015:0:69880:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ccd [1] + 224 00000400:00000200:1.0:1790701364.736020:0:69880:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.736023:0:69880:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.736029:0:69880:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671ff100 x1877686339271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790701364.736042:0:69880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701364.736044:0:69880:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000020:00000010:1.0:1790701364.736052:0:69880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f6e203a80. 00000020:00000010:1.0:1790701364.736054:0:69880:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f58ac1578. 00000020:00000010:1.0:1790701364.736057:0:69880:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edce00. 00000020:00000010:1.0:1790701364.736067:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.736069:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730f00. 00000100:00000200:1.0:1790701364.736071:0:69880:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339271936 02000000:00000010:1.0:1790701364.736079:0:69880:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41b5b400. 00010000:00000200:1.0:1790701364.736084:0:69880:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f44bfd500 x1877686339271936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.736093:0:69880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701364.736096:0:69880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339271936, offset 224 00000400:00000200:1.0:1790701364.736099:0:69880:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.736103:0:69880:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.736108:0:69880:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb407d00 00000400:00000200:1.0:1790701364.736118:0:69880:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cd5 [1] + 224 00000400:00000200:1.0:1790701364.736123:0:69880:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.736126:0:69880:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.736133:0:69880:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fe300 x1877686339271936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790701364.736142:0:69880:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701364.736144:0:69880:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000020:00000010:1.0:1790701364.736151:0:69880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f6e203580. 00000020:00000010:1.0:1790701364.736154:0:69880:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f58ac1258. 00000020:00000010:1.0:1790701364.736157:0:69880:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edca00. 00000400:00000010:1.0:1790701364.736184:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f464e5c08. 00000400:00000200:1.0:1790701364.736188:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6aa18 00000400:00000010:1.0:1790701364.736190:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701364.736194:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fe300 x1877686339271936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701364.736202:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fe300 x1877686339271936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.736228:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f464e51b8. 00000400:00000200:1.0:1790701364.736230:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6a550 00000400:00000010:1.0:1790701364.736232:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6a550. 00000100:00000200:1.0:1790701364.736235:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671ff100 x1877686339271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701364.736253:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671ff100 x1877686339271808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701364.736269:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e42edd200. 02000000:00000010:1.0:1790701364.736274:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344ea00. 00000100:00000010:1.0:1790701364.736282:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fe300. 02000000:00000010:1.0:1790701364.736286:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e42edc800. 02000000:00000010:1.0:1790701364.736288:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e300. 00000100:00000010:1.0:1790701364.736290:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671ff100. 00000020:00000010:3.0:1790701364.736693:0:66693:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701364.736698:0:66693:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701364.736705:0:66693:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4e00. 00000020:00000010:3.0:1790701364.736710:0:66693:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f60527400. 00000020:00000010:3.0:1790701364.736715:0:66693:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701364.736751:0:66693:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701364.736754:0:66693:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e40. 00000100:00000200:3.0:1790701364.736757:0:66693:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339271552 02000000:00000010:3.0:1790701364.736766:0:66693:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41171000. 00010000:00000200:3.0:1790701364.736774:0:66693:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15d050 x1877686339271552/t0(0) o400->e2e21a01-9400-4d2d-9dec-f90f907adca6@0@lo:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701364.736785:0:66693:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701364.736789:0:66693:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686339271552, offset 224 00000400:00000200:3.0:1790701364.736794:0:66693:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701364.736801:0:66693:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701364.736807:0:66693:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abbeeb407b80 00000400:00000200:3.0:1790701364.736814:0:66693:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1cbd [1] + 224 00000400:00000200:3.0:1790701364.736820:0:66693:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701364.736822:0:66693:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701364.736831:0:66693:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fe680 x1877686339271552/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701364.736842:0:66693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:3.0:1790701364.736844:0:66693:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 00000020:00000010:3.0:1790701364.736853:0:66693:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f60527400. 00000020:00000010:3.0:1790701364.736857:0:66693:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701364.736860:0:66693:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4e00. 02000000:00000010:3.0:1790701364.736867:0:66693:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919e41171000. 00000100:00000200:3.0:1790701364.736873:0:66693:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790701364.736879:0:66693:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3c60. 00000400:00000010:3.0:1790701364.736885:0:66693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f6ffeb840. 02000000:00000010:0.0:1790701364.737067:0:65999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e4379c600. 00000400:00000010:0.0:1790701364.737077:0:65999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014b8f0. 00000400:00000010:0.0:1790701364.737083:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043a18. 00000100:00000200:0.0:1790701364.737088:0:65999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339271680, portal 4 00000400:00000010:0.0:1790701364.737095:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701364.737097:0:65999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877686339271680, offset 0 00000400:00000200:0.0:1790701364.737103:0:65999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701364.737262:0:65999:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701364.737270:0:65999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6abbeeb407c00 00000400:00000200:0.0:1790701364.737278:0:65999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xb89 [8] + 13512 00000400:00000200:0.0:1790701364.737284:0:65999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701364.737287:0:65999:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701364.737293:0:65999:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1790701364.737299:0:65999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671ff480. 00000400:00000200:0.0:1790701364.737323:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043550 00000400:00000010:0.0:1790701364.737325:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701364.737331:0:65999:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fd500 x1877686339271680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701364.737355:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014b1b8. 00000400:00000200:0.0:1790701364.737358:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043ee0 00000400:00000010:0.0:1790701364.737360:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701364.737364:0:65999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fe680 x1877686339271552/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701364.737372:0:65999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fe680 x1877686339271552/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701364.737389:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014bc08. 00000400:00000200:0.0:1790701364.737405:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043220 00000400:00000010:0.0:1790701364.737407:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043220. 00000100:00000200:0.0:1790701364.737413:0:65999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fed80 x1877686339272064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701364.737421:0:65999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fed80 x1877686339272064/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701364.737441:0:65999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e43808600. 02000000:00000010:0.0:1790701364.737448:0:65999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e100. 00000100:00000010:0.0:1790701364.737453:0:65999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fe680. 02000000:00000010:0.0:1790701364.737458:0:65999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e43809000. 02000000:00000010:0.0:1790701364.737461:0:65999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e700. 00000100:00000010:0.0:1790701364.737464:0:65999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fed80. 00000400:00000010:0.0:1790701364.737488:0:65998:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014bec8. 00000400:00000200:0.0:1790701364.737491:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750432a8 00000400:00000010:0.0:1790701364.737494:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750432a8. 00000100:00000200:0.0:1790701364.737500:0:65998:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f7cd6ed80 x1877686339271424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701364.737510:0:65998:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f7cd6ed80 x1877686339271424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701364.737535:0:65998:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919f43488800. 02000000:00000010:0.0:1790701364.737539:0:65998:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f42edeb00. 00000100:00000010:0.0:1790701364.737543:0:65998:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f7cd6ed80. 00000020:00000010:1.0:1790701364.739645:0:69217:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730f00. 00000020:00000010:1.0:1790701364.739681:0:69217:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8bf40. 00000020:00000010:1.0:1790701364.739717:0:69217:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edc800. 00000020:00000010:1.0:1790701364.739724:0:69217:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f6e203580. 00000020:00000010:1.0:1790701364.739731:0:69217:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f58ac1258. 00000020:00000010:1.0:1790701364.739786:0:69217:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919f43730e00. 00000020:00000010:1.0:1790701364.739789:0:69217:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919f43730e00. 00000100:00000200:1.0:1790701364.739793:0:69217:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339271680 02000000:00000010:1.0:1790701364.739820:0:69217:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e43807000. 00010000:00000200:1.0:1790701364.739835:0:69217:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671ff480 x1877686339271680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701364.739860:0:69217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6a550. 00000100:00000200:1.0:1790701364.739869:0:69217:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877686339271680, offset 224 00000400:00000200:1.0:1790701364.739876:0:69217:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701364.739893:0:69217:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701364.739907:0:69217:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abbeeb407c00 00000400:00000200:1.0:1790701364.739915:0:69217:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1cf5 [1] + 224 00000400:00000200:1.0:1790701364.739927:0:69217:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701364.739931:0:69217:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701364.739984:0:69217:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fd500 x1877686339271680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790701364.740012:0:69217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6a550 00000400:00000010:1.0:1790701364.740015:0:69217:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6a550. 00000020:00000010:1.0:1790701364.740034:0:69217:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f6e203580. 00000020:00000010:1.0:1790701364.740039:0:69217:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f58ac1258. 00000020:00000010:1.0:1790701364.740044:0:69217:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edc800. 00000400:00000010:1.0:1790701364.740073:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014b8f0. 00000400:00000200:1.0:1790701364.740078:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043a18 00000400:00000010:1.0:1790701364.740080:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043a18. 00000100:00000200:1.0:1790701364.740086:0:65999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fd500 x1877686339271680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701364.740096:0:65999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fd500 x1877686339271680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701364.740145:0:65999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e4379c600. 02000000:00000010:1.0:1790701364.740155:0:65999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e600. 00000100:00000010:1.0:1790701364.740163:0:65999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fd500. 00000100:00000010:1.0:1790701364.810044:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f74be9000. 00000100:00000010:3.0:1790701364.810052:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f74be98a0. 00000100:00000010:0.0:1790701364.810203:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f74be9f00. 00000100:00000010:2.0:1790701364.811005:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f74be9360. 00000400:00000200:2.0:1790701364.919506:0:65992:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:2.0:1790701364.919535:0:65992:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 26 MB=0x6abbeea502100 00000400:00000200:2.0:1790701364.919547:0:65992:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.206.16@tcp of length 224/224 into md 0x13a5 [2] + 0 00000400:00000010:2.0:1790701364.919553:0:65992:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f50db49a0. 00000400:00000200:2.0:1790701364.919563:0:65992:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f7c15c240 00000400:00000200:2.0:1790701364.919575:0:65992:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790701364.919581:0:65992:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:2.0:1790701364.919587:0:65992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f7c15c240 00000400:00000010:2.0:1790701364.919590:0:65992:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f7c15c240. 00000100:00000200:2.0:1790701364.919598:0:65992:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1790701364.919642:0:65992:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:2.0:1790701364.919649:0:65992:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 12 MB=0x6abbeea502180 00000400:00000200:2.0:1790701364.919655:0:65992:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.206.16@tcp of length 224/224 into md 0x229 [64] + 20192 00000400:00000200:2.0:1790701364.919667:0:65992:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790701364.919670:0:65992:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000100:00000200:2.0:1790701364.919675:0:65992:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1790701364.919683:0:65992:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f7cd6c700. 00000020:00000010:0.0:1790701364.919817:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b840. 00000020:00000010:0.0:1790701364.919824:0:69880:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8bbc0. 00000020:00000010:0.0:1790701364.919846:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b840. 00000020:00000010:0.0:1790701364.919854:0:69880:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379d400. 00000020:00000010:0.0:1790701364.919861:0:69880:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787d80. 00000020:00000010:0.0:1790701364.919866:0:69880:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701364.919924:0:69880:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b840. 00000020:00000010:0.0:1790701364.919927:0:69880:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b840. 00000100:00000200:0.0:1790701364.919980:0:69880:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323519872 02000000:00000010:0.0:1790701364.920008:0:69880:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43488800. 00010000:00000200:0.0:1790701364.920020:0:69880:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f7cd6c700 x1877686323519872/t0(0) o400->c1df6a93-659f-4fe6-ad2e-a0ad9a3f04fc@192.168.206.16@tcp:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701364.920044:0:69880:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750432a8. 00000100:00000200:0.0:1790701364.920052:0:69880:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686323519872, offset 224 00000400:00000200:0.0:1790701364.920060:0:69880:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:0.0:1790701364.920072:0:69880:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:0.0:1790701364.920078:0:69880:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [74:74:256:4294967295] 192.168.206.16@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:0.0:1790701364.920089:0:69880:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:0.0:1790701364.920096:0:69880:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:0.0:1790701364.920102:0:69880:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f4344e700. 00000800:00000200:0.0:1790701364.920109:0:69880:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:0.0:1790701364.920118:0:69880:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:0.0:1790701364.920123:0:69880:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f4344e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1790701364.920142:0:69880:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787d80. 00000020:00000010:0.0:1790701364.920147:0:69880:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701364.920151:0:69880:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379d400. 00000020:00000010:3.0:1790701364.920673:0:66691:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47140. 00000020:00000010:3.0:1790701364.920679:0:66691:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47140. 00000020:00000010:3.0:1790701364.920693:0:66691:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4400. 00000020:00000010:3.0:1790701364.920697:0:66691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f75047080. 00000020:00000010:3.0:1790701364.920702:0:66691:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701364.920737:0:66691:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47140. 00000020:00000010:3.0:1790701364.920740:0:66691:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47140. 00000100:00000200:3.0:1790701364.920742:0:66691:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323519744 02000000:00000010:3.0:1790701364.920753:0:66691:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41171000. 00010000:00000200:3.0:1790701364.920767:0:66691:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15f450 x1877686323519744/t0(0) o400->5bcf91ac-2de7-4a28-892c-977c9e01dd01@192.168.206.16@tcp:680/0 lens 224/224 e 0 to 0 dl 1790701375 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701364.920781:0:66691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701364.920785:0:66691:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686323519744, offset 224 00000400:00000200:3.0:1790701364.920791:0:66691:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:3.0:1790701364.920808:0:66691:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:3.0:1790701364.920813:0:66691:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [75:75:255:4294967295] 192.168.206.16@tcp LPNI seq info [71:71:7:4294967295] 00000400:00000200:3.0:1790701364.920822:0:66691:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:3.0:1790701364.920827:0:66691:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:3.0:1790701364.920831:0:66691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f58930900. 00000800:00000200:3.0:1790701364.920835:0:66691:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:3.0:1790701364.920841:0:66691:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:3.0:1790701364.920845:0:66691:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f58930900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1790701364.920854:0:66691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f75047080. 00000020:00000010:3.0:1790701364.920860:0:66691:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701364.920864:0:66691:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4400. 00000100:00000200:3.0:1790701364.920873:0:66691:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790701364.920879:0:66691:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3a50. 00000400:00000010:3.0:1790701364.920885:0:66691:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f6ffeb9c0. 00000800:00000200:3.0:1790701364.920980:0:65991:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701364.920985:0:65991:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f4344e700. 00000400:00000200:3.0:1790701364.920992:0:65991:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701364.920997:0:65991:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701364.921003:0:65991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750432a8 00000400:00000010:3.0:1790701364.921011:0:65991:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750432a8. 00000800:00000200:3.0:1790701364.921092:0:65991:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701364.921095:0:65991:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f58930900. 00000400:00000200:3.0:1790701364.921098:0:65991:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701364.921102:0:65991:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701364.921104:0:65991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:3.0:1790701364.921106:0:65991:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 02000000:00000010:3.0:1790701364.921111:0:65991:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919e41171000. 00000100:00000010:3.0:1790701365.246413:0:66722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f749dce00. 02000000:00000010:3.0:1790701365.246447:0:66722:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f58930900. 02000000:00000010:3.0:1790701365.246535:0:65999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919e437d0400. 00000400:00000010:3.0:1790701365.246546:0:65999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3cb8. 00000400:00000010:3.0:1790701365.246556:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701365.246566:0:65999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339272192, portal 4 00000400:00000010:3.0:1790701365.246574:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701365.246578:0:65999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339272192, offset 0 00000400:00000200:3.0:1790701365.246588:0:65999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701365.246604:0:65999:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701365.246619:0:65999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb407e00 00000400:00000200:3.0:1790701365.246626:0:65999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 8064 00000400:00000200:3.0:1790701365.246638:0:65999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701365.246643:0:65999:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701365.246651:0:65999:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1790701365.246656:0:65999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f749dd880. 00000400:00000200:3.0:1790701365.246677:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042a18 00000400:00000010:3.0:1790701365.246680:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701365.246691:0:65999:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f749dce00 x1877686339272192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1790701365.246716:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc0c0. 00000100:00000010:3.0:1790701365.246731:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fccc0. 00000100:00000010:3.0:1790701365.246736:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fcc60. 00000100:00000010:3.0:1790701365.246740:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc360. 00000020:00000010:3.0:1790701365.246787:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47900. 00000020:00000010:3.0:1790701365.246793:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47900. 00000020:00000010:3.0:1790701365.246802:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4400. 00000020:00000010:3.0:1790701365.246808:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f75047c80. 00000020:00000010:3.0:1790701365.246815:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701365.246855:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47900. 00000020:00000010:3.0:1790701365.246858:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47900. 00000100:00000200:3.0:1790701365.246861:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272192 02000000:00000010:3.0:1790701365.246884:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919e41171000. 00010000:00000200:3.0:1790701365.246923:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f749dd880 x1877686339272192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:681/0 lens 224/368 e 0 to 0 dl 1790701376 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701365.246987:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701365.246990:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339272192, offset 224 00000400:00000200:3.0:1790701365.246995:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701365.247001:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701365.247006:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb407e00 00000400:00000200:3.0:1790701365.247011:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d0d [1] + 224 00000400:00000200:3.0:1790701365.247016:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701365.247019:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701365.247026:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f749dce00 x1877686339272192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701365.247042:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042a18 00000400:00000010:3.0:1790701365.247044:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042a18. 00000020:00000010:3.0:1790701365.247057:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f75047c80. 00000020:00000010:3.0:1790701365.247064:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701365.247067:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4400. 00000400:00000010:3.0:1790701365.247251:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3cb8. 00000400:00000200:3.0:1790701365.247256:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:3.0:1790701365.247258:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701365.247263:0:65999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f749dce00 x1877686339272192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701365.247272:0:65999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f749dce00 x1877686339272192/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701365.247312:0:65999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919e437d0400. 02000000:00000010:3.0:1790701365.247320:0:65999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f58930900. 00000100:00000010:3.0:1790701365.247324:0:65999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f749dce00. 00000100:00000010:3.0:1790701365.257039:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc360. 00000100:00000010:0.0:1790701365.257123:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc0c0. 00000100:00000010:1.0:1790701365.257272:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fccc0. 00000100:00000010:2.0:1790701365.258286:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fcc60. 00000100:00000010:1.0:1790701369.854579:0:66724:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bfd180. 02000000:00000010:1.0:1790701369.854600:0:66724:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4700. 00000100:00000010:1.0:1790701369.854645:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bfc000. 02000000:00000010:1.0:1790701369.854651:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4200. 00000100:00000010:1.0:1790701369.854659:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bff800. 02000000:00000010:1.0:1790701369.854662:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4100. 00000100:00000010:1.0:1790701369.854676:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bfd880. 02000000:00000010:1.0:1790701369.854680:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4f00. 00000100:00000010:1.0:1790701369.854686:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f44bfce00. 02000000:00000010:1.0:1790701369.854689:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4900. 00000100:00000010:1.0:1790701369.854695:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f7f859880. 02000000:00000010:1.0:1790701369.854698:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4300. 00000100:00000010:1.0:1790701369.854703:0:476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f7f85a300. 02000000:00000010:1.0:1790701369.854707:0:476:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4c00. 02000000:00000010:1.0:1790701369.854738:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e429dfc00. 00000400:00000010:1.0:1790701369.854745:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f464e51b8. 00000400:00000010:1.0:1790701369.854751:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6a550. 00000100:00000200:1.0:1790701369.854758:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272704, portal 4 00000400:00000010:1.0:1790701369.854764:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701369.854768:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877686339272704, offset 0 00000400:00000200:1.0:1790701369.854789:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701369.854801:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701369.854813:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6abbeeb408000 00000400:00000200:1.0:1790701369.854820:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xb89 [8] + 13736 00000400:00000200:1.0:1790701369.854829:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701369.854841:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701369.854848:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1790701369.854864:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75304700. 00000400:00000200:1.0:1790701369.854883:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6aa18 00000400:00000010:1.0:1790701369.854886:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701369.854894:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f44bfd880 x1877686339272704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1790701369.854916:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f4921f420. 00000100:00000010:1.0:1790701369.854928:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f4921f960. 00000100:00000010:1.0:1790701369.854933:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f4921f8a0. 00000100:00000010:1.0:1790701369.854964:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f4921f120. 02000000:00000010:1.0:1790701369.854984:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e429de800. 00000400:00000010:1.0:1790701369.854988:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f464e5c08. 00000400:00000010:1.0:1790701369.854992:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701369.854994:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272576, portal 4 00000400:00000010:1.0:1790701369.854999:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701369.855001:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877686339272576, offset 0 00000400:00000200:1.0:1790701369.855004:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701369.855009:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701369.855014:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6abbeeb407f80 00000400:00000200:1.0:1790701369.855018:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xb89 [8] + 13960 00000400:00000200:1.0:1790701369.855023:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701369.855026:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701369.855029:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1790701369.855032:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75307480. 00000400:00000200:1.0:1790701369.855040:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701369.855043:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701369.855047:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f44bff800 x1877686339272576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701369.855063:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e429dec00. 00000400:00000010:1.0:1790701369.855067:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f464e5630. 00000400:00000010:1.0:1790701369.855070:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701369.855079:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273088, portal 10 00000400:00000010:1.0:1790701369.855084:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f58b6a330. 00000100:00000200:1.0:1790701369.855086:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339273088, offset 0 00000400:00000200:1.0:1790701369.855090:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1790701369.855095:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1790701369.855099:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408180 00000400:00000200:1.0:1790701369.855104:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 20416 00000400:00000200:1.0:1790701369.855109:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701369.855112:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1790701369.855116:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790701369.855119:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75304380. 00000400:00000200:1.0:1790701369.855131:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6a330 00000400:00000010:1.0:1790701369.855133:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6a330. 00000100:00000200:1.0:1790701369.855137:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f7f85a300 x1877686339273088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701369.855319:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919f4348a800. 00000400:00000010:0.0:1790701369.855325:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bec8. 00000400:00000010:0.0:1790701369.855328:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043220. 00000100:00000200:0.0:1790701369.855331:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339272320, portal 4 00000400:00000010:0.0:1790701369.855336:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701369.855338:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339272320, offset 0 00000400:00000200:0.0:1790701369.855343:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855348:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855354:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb407e80 00000400:00000200:0.0:1790701369.855358:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 8288 00000400:00000200:0.0:1790701369.855365:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.855374:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.855379:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1790701369.855383:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fed80. 00000400:00000200:0.0:1790701369.855395:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043ee0 00000400:00000010:0.0:1790701369.855397:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701369.855401:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f44bfd180 x1877686339272320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701369.855423:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e4379c200. 00000400:00000010:0.0:1790701369.855426:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bc08. 00000400:00000010:0.0:1790701369.855428:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701369.855431:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272832, portal 10 00000400:00000010:0.0:1790701369.855434:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701369.855436:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339272832, offset 0 00000400:00000200:0.0:1790701369.855440:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855444:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855450:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408080 00000400:00000200:0.0:1790701369.855453:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 20640 00000400:00000200:0.0:1790701369.855457:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.855459:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.855463:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790701369.855467:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fe680. 00000400:00000200:0.0:1790701369.855477:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043550 00000400:00000010:0.0:1790701369.855479:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701369.855483:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f44bfce00 x1877686339272832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701369.855505:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e4379d200. 00000400:00000010:0.0:1790701369.855509:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014b1b8. 00000400:00000010:0.0:1790701369.855512:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701369.855514:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272448, portal 25 00000400:00000010:0.0:1790701369.855517:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701369.855519:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686339272448, offset 0 00000400:00000200:0.0:1790701369.855522:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855535:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855541:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abbeeb407f00 00000400:00000200:0.0:1790701369.855545:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13b5 [2] + 0 00000400:00000010:0.0:1790701369.855548:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f50db4058. 00000400:00000200:0.0:1790701369.855552:0:65997:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f7c15c900 00000400:00000200:0.0:1790701369.855555:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.855557:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1790701369.855559:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f7c15c900 00000400:00000010:0.0:1790701369.855561:0:65997:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f7c15c900. 00000100:00000200:0.0:1790701369.855566:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1790701369.855576:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750436e8 00000400:00000010:0.0:1790701369.855578:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701369.855582:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f44bfc000 x1877686339272448/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701369.855601:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e4379c600. 00000400:00000010:0.0:1790701369.855604:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014b058. 00000400:00000010:0.0:1790701369.855607:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701369.855609:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339272960, portal 10 00000400:00000010:0.0:1790701369.855613:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.855615:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339272960, offset 0 00000400:00000200:0.0:1790701369.855618:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855622:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855626:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408100 00000400:00000200:0.0:1790701369.855630:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 20864 00000400:00000200:0.0:1790701369.855634:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.855637:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.855640:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790701369.855643:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fc380. 00000400:00000200:0.0:1790701369.855652:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.855654:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.855658:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f7f859880 x1877686339272960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790701369.855698:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8bb00. 00000020:00000010:0.0:1790701369.855708:0:67512:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919f437303c0. 00000020:00000010:0.0:1790701369.855723:0:67512:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379c000. 00000020:00000010:0.0:1790701369.855729:0:67512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701369.855733:0:67512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701369.855764:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b940. 00000020:00000010:0.0:1790701369.855768:0:67512:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919f43730f00. 00000020:00000010:0.0:1790701369.855772:0:67512:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379c800. 00000020:00000010:0.0:1790701369.855786:0:67512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787880. 00000020:00000010:0.0:1790701369.855789:0:67512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d5708. 00000020:00000010:0.0:1790701369.855808:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b9c0. 00000020:00000010:0.0:1790701369.855811:0:67512:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b9c0. 00000100:00000200:0.0:1790701369.855815:0:67512:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272704 02000000:00000010:0.0:1790701369.855830:0:67512:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f4348bc00. 00010000:00000200:0.0:1790701369.855838:0:67512:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f75304700 x1877686339272704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.855852:0:67512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.855855:0:67512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877686339272704, offset 224 00000400:00000200:0.0:1790701369.855858:0:67512:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855863:0:67512:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855868:0:67512:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abbeeb408000 00000400:00000200:0.0:1790701369.855873:0:67512:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d19 [1] + 224 00000400:00000200:0.0:1790701369.855877:0:67512:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.855880:0:67512:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.855886:0:67512:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f44bfd880 x1877686339272704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.855897:0:67512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.855899:0:67512:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.855910:0:67512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701369.855914:0:67512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701369.855917:0:67512:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379c000. 00000020:00000010:0.0:1790701369.855929:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b9c0. 00000020:00000010:0.0:1790701369.855931:0:67512:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b9c0. 00000100:00000200:0.0:1790701369.855959:0:67512:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272576 02000000:00000010:0.0:1790701369.855967:0:67512:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f4348a000. 00010000:00000200:0.0:1790701369.855972:0:67512:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f75307480 x1877686339272576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.855981:0:67512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.855984:0:67512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877686339272576, offset 224 00000400:00000200:0.0:1790701369.855987:0:67512:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.855993:0:67512:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.855997:0:67512:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abbeeb407f80 00000400:00000200:0.0:1790701369.856001:0:67512:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d21 [1] + 224 00000400:00000200:0.0:1790701369.856006:0:67512:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.856008:0:67512:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.856013:0:67512:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f44bff800 x1877686339272576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.856023:0:67512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.856025:0:67512:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.856032:0:67512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787880. 00000020:00000010:0.0:1790701369.856035:0:67512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d5708. 00000020:00000010:0.0:1790701369.856038:0:67512:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379c800. 00000020:00000010:0.0:1790701369.856059:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b9c0. 00000020:00000010:0.0:1790701369.856064:0:68349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379c800. 00000020:00000010:0.0:1790701369.856067:0:68349:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787880. 00000020:00000010:0.0:1790701369.856069:0:68349:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d5708. 00000020:00000010:0.0:1790701369.856088:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856091:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856094:0:68349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379c000. 00000020:00000010:0.0:1790701369.856096:0:68349:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701369.856098:0:68349:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701369.856110:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856113:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856116:0:68349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379d600. 00000020:00000010:0.0:1790701369.856119:0:68349:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787580. 00000020:00000010:0.0:1790701369.856128:0:68349:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701369.856139:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856141:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000100:00000200:0.0:1790701369.856280:0:68349:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273088 02000000:00000010:0.0:1790701369.856289:0:68349:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43488000. 00010000:00000200:0.0:1790701369.856296:0:68349:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f75304380 x1877686339273088/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.856306:0:68349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.856309:0:68349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339273088, offset 224 00000400:00000200:0.0:1790701369.856312:0:68349:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.856319:0:68349:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.856324:0:68349:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408180 00000400:00000200:0.0:1790701369.856328:0:68349:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d29 [1] + 224 00000400:00000200:0.0:1790701369.856333:0:68349:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.856335:0:68349:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.856341:0:68349:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f7f85a300 x1877686339273088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.856352:0:68349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.856354:0:68349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.856362:0:68349:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787880. 00000020:00000010:0.0:1790701369.856365:0:68349:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d5708. 00000020:00000010:0.0:1790701369.856367:0:68349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379c800. 00000020:00000010:0.0:1790701369.856378:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856381:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000100:00000200:0.0:1790701369.856383:0:68349:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272832 02000000:00000010:0.0:1790701369.856391:0:68349:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43488400. 00010000:00000200:0.0:1790701369.856396:0:68349:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fe680 x1877686339272832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.856405:0:68349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.856408:0:68349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339272832, offset 224 00000400:00000200:0.0:1790701369.856412:0:68349:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.856416:0:68349:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.856428:0:68349:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408080 00000400:00000200:0.0:1790701369.856432:0:68349:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d39 [1] + 224 00000400:00000200:0.0:1790701369.856436:0:68349:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.856439:0:68349:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.856444:0:68349:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f44bfce00 x1877686339272832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.856458:0:68349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.856460:0:68349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.856469:0:68349:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701369.856472:0:68349:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d57d0. 00000020:00000010:0.0:1790701369.856475:0:68349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379c000. 00000020:00000010:0.0:1790701369.856486:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856488:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000100:00000200:0.0:1790701369.856490:0:68349:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272960 02000000:00000010:0.0:1790701369.856496:0:68349:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f4348a400. 00010000:00000200:0.0:1790701369.856501:0:68349:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fc380 x1877686339272960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.856510:0:68349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.856513:0:68349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339272960, offset 224 00000400:00000200:0.0:1790701369.856516:0:68349:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.856520:0:68349:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.856525:0:68349:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408100 00000400:00000200:0.0:1790701369.856529:0:68349:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000400:00000200:0.0:1790701369.856533:0:68349:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.856535:0:68349:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.856540:0:68349:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f7f859880 x1877686339272960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.856549:0:68349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.856551:0:68349:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.856558:0:68349:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787580. 00000020:00000010:0.0:1790701369.856561:0:68349:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701369.856571:0:68349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379d600. 00000020:00000010:0.0:1790701369.856595:0:66692:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856598:0:66692:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856602:0:66692:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379d600. 00000020:00000010:0.0:1790701369.856605:0:66692:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787580. 00000020:00000010:0.0:1790701369.856607:0:66692:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701369.856630:0:66692:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b080. 00000020:00000010:0.0:1790701369.856633:0:66692:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b080. 00000100:00000200:0.0:1790701369.856635:0:66692:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272448 02000000:00000010:0.0:1790701369.856641:0:66692:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43489c00. 00010000:00000200:0.0:1790701369.856647:0:66692:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15d850 x1877686339272448/t0(0) o400->e2e21a01-9400-4d2d-9dec-f90f907adca6@0@lo:685/0 lens 224/224 e 0 to 0 dl 1790701380 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.856656:0:66692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701369.856660:0:66692:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686339272448, offset 224 00000400:00000200:0.0:1790701369.856663:0:66692:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701369.856668:0:66692:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701369.856672:0:66692:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abbeeb407f00 00000400:00000200:0.0:1790701369.856676:0:66692:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d41 [1] + 224 00000400:00000200:0.0:1790701369.856681:0:66692:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701369.856683:0:66692:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701369.856689:0:66692:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f44bfc000 x1877686339272448/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701369.856697:0:66692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701369.856699:0:66692:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701369.856707:0:66692:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787580. 00000020:00000010:0.0:1790701369.856710:0:66692:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701369.856712:0:66692:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379d600. 02000000:00000010:0.0:1790701369.856717:0:66692:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919f43489c00. 00000100:00000200:0.0:1790701369.856722:0:66692:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1790701369.856726:0:66692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bb58. 00000400:00000010:0.0:1790701369.856731:0:66692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f41359600. 00000400:00000010:0.0:1790701369.856764:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014b1b8. 00000400:00000200:0.0:1790701369.856903:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043550 00000400:00000010:0.0:1790701369.856905:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701369.856911:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f44bfc000 x1877686339272448/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701369.856919:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f44bfc000 x1877686339272448/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1790701369.861570:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47c00. 00000020:00000010:3.0:1790701369.861580:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47c00. 00000020:00000010:3.0:1790701369.861586:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4e00. 00000020:00000010:3.0:1790701369.861591:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701369.861596:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701369.861626:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47c00. 00000020:00000010:3.0:1790701369.861628:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47c00. 00000100:00000200:3.0:1790701369.861631:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339272320 02000000:00000010:3.0:1790701369.861648:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919f46a57400. 00010000:00000200:3.0:1790701369.861680:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fed80 x1877686339272320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:685/0 lens 224/368 e 0 to 0 dl 1790701380 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701369.861699:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000400:00000010:1.0:1790701369.862927:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f464e5630. 00000400:00000200:1.0:1790701369.862944:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6add0 00000400:00000010:1.0:1790701369.862947:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6add0. 00000100:00000200:1.0:1790701369.862958:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f7f85a300 x1877686339273088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701369.862970:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f7f85a300 x1877686339273088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790701369.862999:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f464e51b8. 00000400:00000200:1.0:1790701369.863002:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6a550 00000400:00000010:1.0:1790701369.863004:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6a550. 00000100:00000200:1.0:1790701369.863008:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f44bfd880 x1877686339272704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701369.863016:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f44bfd880 x1877686339272704/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701369.863030:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e429dec00. 02000000:00000010:1.0:1790701369.863037:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4c00. 00000100:00000010:1.0:1790701369.863048:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f7f85a300. 02000000:00000010:1.0:1790701369.863053:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e429dfc00. 02000000:00000010:1.0:1790701369.863056:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4f00. 00000100:00000010:1.0:1790701369.863058:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f44bfd880. 00000400:00000010:1.0:1790701369.863066:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f464e5c08. 00000400:00000200:1.0:1790701369.863069:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f58b6aa18 00000400:00000010:1.0:1790701369.863071:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f58b6aa18. 00000100:00000200:1.0:1790701369.863077:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f44bff800 x1877686339272576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701369.863085:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f44bff800 x1877686339272576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701369.863098:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e429de800. 02000000:00000010:1.0:1790701369.863101:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4100. 00000100:00000010:1.0:1790701369.863103:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f44bff800. 00000400:00000010:0.0:1790701369.868342:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014b058. 00000400:00000200:0.0:1790701369.868353:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750436e8 00000400:00000010:0.0:1790701369.868356:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701369.868370:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f7f859880 x1877686339272960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701369.868383:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f7f859880 x1877686339272960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701369.868419:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014bc08. 00000400:00000200:0.0:1790701369.868422:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043ee0 00000400:00000010:0.0:1790701369.868423:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701369.868428:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f44bfce00 x1877686339272832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701369.868435:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f44bfce00 x1877686339272832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701369.868452:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e4379d200. 02000000:00000010:0.0:1790701369.868460:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4200. 00000100:00000010:0.0:1790701369.868465:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f44bfc000. 02000000:00000010:0.0:1790701369.868469:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e4379c600. 02000000:00000010:0.0:1790701369.868473:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4300. 00000100:00000010:0.0:1790701369.868475:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f7f859880. 02000000:00000010:0.0:1790701369.868478:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e4379c200. 02000000:00000010:0.0:1790701369.868480:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4900. 00000100:00000010:0.0:1790701369.868482:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f44bfce00. 00000100:00000200:3.0:1790701369.871482:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339272320, offset 224 00000400:00000200:3.0:1790701369.871498:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701369.871512:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701369.871523:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb407e80 00000400:00000200:3.0:1790701369.871530:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d31 [1] + 224 00000400:00000200:3.0:1790701369.871540:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701369.871544:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701369.871558:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f44bfd180 x1877686339272320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701369.871583:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:3.0:1790701369.871586:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 00000020:00000010:3.0:1790701369.871609:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701369.871613:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701369.871617:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4e00. 00000400:00000010:3.0:1790701369.871668:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014bec8. 00000400:00000200:3.0:1790701369.871673:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043220 00000400:00000010:3.0:1790701369.871675:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043220. 00000100:00000200:3.0:1790701369.871681:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f44bfd180 x1877686339272320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701369.871690:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f44bfd180 x1877686339272320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701369.871726:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919f4348a800. 02000000:00000010:3.0:1790701369.871730:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4700. 00000100:00000010:3.0:1790701369.871735:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f44bfd180. 00000100:00000010:0.0:1790701369.930004:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f4921f420. 00000100:00000010:1.0:1790701369.930064:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f4921f960. 00000100:00000010:3.0:1790701369.930480:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f4921f120. 00000100:00000010:2.0:1790701369.931038:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f4921f8a0. 00000400:00000200:1.0:1790701370.040708:0:65990:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:1.0:1790701370.040728:0:65990:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 12 MB=0x6abbeea502280 00000400:00000200:1.0:1790701370.040737:0:65990:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.206.16@tcp of length 224/224 into md 0x229 [64] + 21088 00000400:00000200:1.0:1790701370.040750:0:65990:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701370.040755:0:65990:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000100:00000200:1.0:1790701370.040762:0:65990:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790701370.040925:0:65990:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75304e00. 00000400:00000200:1.0:1790701370.041054:0:65990:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:1.0:1790701370.041061:0:65990:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 26 MB=0x6abbeea502200 00000400:00000200:1.0:1790701370.041068:0:65990:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.206.16@tcp of length 224/224 into md 0x13c5 [2] + 0 00000400:00000010:1.0:1790701370.041073:0:65990:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f462901b8. 00000400:00000200:1.0:1790701370.041078:0:65990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f534fc9c0 00000400:00000200:1.0:1790701370.041088:0:65990:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701370.041092:0:65990:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:1.0:1790701370.041095:0:65990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f534fc9c0 00000400:00000010:1.0:1790701370.041105:0:65990:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f534fc9c0. 00000100:00000200:1.0:1790701370.041109:0:65990:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1790701370.043014:0:66693:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701370.043021:0:66693:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701370.043029:0:66693:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4c00. 00000020:00000010:3.0:1790701370.043034:0:66693:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862800. 00000020:00000010:3.0:1790701370.043039:0:66693:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701370.043079:0:66693:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e40. 00000020:00000010:3.0:1790701370.043083:0:66693:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e40. 00000100:00000200:3.0:1790701370.043086:0:66693:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323520000 02000000:00000010:3.0:1790701370.043102:0:66693:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f46a56000. 00010000:00000200:3.0:1790701370.043114:0:66693:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15f050 x1877686323520000/t0(0) o400->5bcf91ac-2de7-4a28-892c-977c9e01dd01@192.168.206.16@tcp:686/0 lens 224/224 e 0 to 0 dl 1790701381 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701370.043133:0:66693:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701370.043140:0:66693:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686323520000, offset 224 00000400:00000200:3.0:1790701370.043159:0:66693:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:3.0:1790701370.043170:0:66693:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:3.0:1790701370.043177:0:66693:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [76:76:256:4294967295] 192.168.206.16@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1790701370.043187:0:66693:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:3.0:1790701370.043194:0:66693:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:3.0:1790701370.043199:0:66693:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f47336200. 00000800:00000200:3.0:1790701370.043226:0:66693:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:3.0:1790701370.043233:0:66693:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:3.0:1790701370.043238:0:66693:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f47336200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1790701370.043261:0:66693:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862800. 00000020:00000010:3.0:1790701370.043265:0:66693:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701370.043269:0:66693:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4c00. 00000100:00000200:3.0:1790701370.043279:0:66693:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790701370.043285:0:66693:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3cb8. 00000400:00000010:3.0:1790701370.043290:0:66693:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f7c992cc0. 00000800:00000200:3.0:1790701370.043386:0:65992:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701370.043390:0:65992:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f47336200. 00000400:00000200:3.0:1790701370.043395:0:65992:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701370.043400:0:65992:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701370.043405:0:65992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:3.0:1790701370.043407:0:65992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 02000000:00000010:3.0:1790701370.043412:0:65992:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919f46a56000. 00000020:00000010:0.0:1790701370.046227:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b400. 00000020:00000010:0.0:1790701370.046249:0:68349:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919f43730300. 00000020:00000010:0.0:1790701370.046267:0:68349:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e4379c000. 00000020:00000010:0.0:1790701370.046273:0:68349:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701370.046279:0:68349:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701370.046311:0:68349:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b280. 00000020:00000010:0.0:1790701370.046315:0:68349:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b280. 00000100:00000200:0.0:1790701370.046319:0:68349:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323520128 02000000:00000010:0.0:1790701370.046340:0:68349:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43489000. 00010000:00000200:0.0:1790701370.046356:0:68349:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f75304e00 x1877686323520128/t0(0) o400->c1df6a93-659f-4fe6-ad2e-a0ad9a3f04fc@192.168.206.16@tcp:686/0 lens 224/224 e 0 to 0 dl 1790701381 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701370.046373:0:68349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043ee0. 00000100:00000200:0.0:1790701370.046379:0:68349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686323520128, offset 224 00000400:00000200:0.0:1790701370.046386:0:68349:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:0.0:1790701370.046399:0:68349:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:0.0:1790701370.046405:0:68349:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [77:77:256:4294967295] 192.168.206.16@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1790701370.046417:0:68349:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:0.0:1790701370.046423:0:68349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:0.0:1790701370.046428:0:68349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f4344e100. 00000800:00000200:0.0:1790701370.046434:0:68349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:0.0:1790701370.046441:0:68349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:0.0:1790701370.046446:0:68349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f4344e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1790701370.046461:0:68349:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787380. 00000020:00000010:0.0:1790701370.046466:0:68349:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701370.046469:0:68349:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e4379c000. 00000800:00000200:3.0:1790701370.046670:0:65991:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701370.046674:0:65991:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f4344e100. 00000400:00000200:3.0:1790701370.046681:0:65991:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701370.046686:0:65991:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701370.046692:0:65991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043ee0 00000400:00000010:3.0:1790701370.046694:0:65991:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043ee0. 00000100:00000010:1.0:1790701370.362899:0:66722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75305880. 02000000:00000010:1.0:1790701370.362920:0:66722:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4d8a4400. 02000000:00000010:3.0:1790701370.363205:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919e43560400. 00000400:00000010:3.0:1790701370.363224:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a39a0. 00000400:00000010:3.0:1790701370.363230:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042220. 00000100:00000200:3.0:1790701370.363238:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339273216, portal 4 00000400:00000010:3.0:1790701370.363245:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701370.363248:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339273216, offset 0 00000400:00000200:3.0:1790701370.363257:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701370.363271:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701370.363283:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb408200 00000400:00000200:3.0:1790701370.363290:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 8512 00000400:00000200:3.0:1790701370.363300:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701370.363313:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701370.363321:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1790701370.363326:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f749dce00. 00000400:00000200:3.0:1790701370.363350:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042a18 00000400:00000010:3.0:1790701370.363352:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701370.363361:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f75305880 x1877686339273216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1790701370.363382:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fcc60. 00000100:00000010:3.0:1790701370.363395:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc7e0. 00000100:00000010:3.0:1790701370.363401:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc960. 00000100:00000010:3.0:1790701370.363405:0:66000:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fccc0. 00000020:00000010:2.0:1790701370.363651:0:67515:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff919e42b30000. 00000020:00000010:2.0:1790701370.363670:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cffe80. 00000020:00000010:2.0:1790701370.363675:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cffe80. 00000020:00000010:2.0:1790701370.363680:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42edde00. 00000020:00000010:2.0:1790701370.363685:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f724c8d00. 00000020:00000010:2.0:1790701370.363690:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701370.363735:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cffe80. 00000020:00000010:2.0:1790701370.363738:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cffe80. 00000100:00000200:2.0:1790701370.363742:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273216 02000000:00000010:2.0:1790701370.363758:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919e4116a400. 00000020:00000010:2.0:1790701370.363793:0:67515:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff919e41168000. 00010000:00000200:2.0:1790701370.363805:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f749dce00 x1877686339273216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:686/0 lens 224/368 e 0 to 0 dl 1790701381 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1790701370.363823:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f6e103220. 00000100:00000200:2.0:1790701370.363827:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339273216, offset 224 00000400:00000200:2.0:1790701370.363832:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790701370.363838:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790701370.363845:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb408200 00000400:00000200:2.0:1790701370.363850:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d7d [1] + 224 00000400:00000200:2.0:1790701370.363855:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790701370.363858:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1790701370.363865:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f75305880 x1877686339273216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1790701370.363889:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f6e103220 00000400:00000010:2.0:1790701370.363892:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f6e103220. 00000020:00000010:2.0:1790701370.363904:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f724c8d00. 00000020:00000010:2.0:1790701370.363908:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701370.363911:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42edde00. 00000400:00000010:1.0:1790701370.364125:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a39a0. 00000400:00000200:1.0:1790701370.364130:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042220 00000400:00000010:1.0:1790701370.364132:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042220. 00000100:00000200:1.0:1790701370.364149:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f75305880 x1877686339273216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790701370.364159:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f75305880 x1877686339273216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790701370.364191:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919e43560400. 02000000:00000010:1.0:1790701370.364197:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4d8a4400. 00000100:00000010:1.0:1790701370.364202:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f75305880. 00000100:00000010:2.0:1790701370.373068:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc960. 00000100:00000010:0.0:1790701370.373399:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fcc60. 00000100:00000010:3.0:1790701370.373989:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fccc0. 00000100:00000010:1.0:1790701370.374134:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc7e0. 00000001:02000400:2.0:1790701373.482754:0:72056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 501: Verify lnetctl peer set --health (SR) ========================================================== 13:02:51 (1790701371) 00000100:00000010:3.0:1790701374.972499:0:66724:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f749df800. 02000000:00000010:3.0:1790701374.972522:0:66724:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f47336200. 02000000:00000010:3.0:1790701374.972566:0:65997:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919f46a56000. 00000400:00000010:3.0:1790701374.972573:0:65997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3790. 00000400:00000010:3.0:1790701374.972578:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701374.972585:0:65997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339273344, portal 4 00000400:00000010:3.0:1790701374.972591:0:65997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701374.972594:0:65997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339273344, offset 0 00000400:00000200:3.0:1790701374.972602:0:65997:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.972613:0:65997:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.972624:0:65997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb408280 00000400:00000200:3.0:1790701374.972631:0:65997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 8736 00000400:00000200:3.0:1790701374.972640:0:65997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.972644:0:65997:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.972651:0:65997:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1790701374.972656:0:65997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f43025500. 00000400:00000200:3.0:1790701374.972668:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042dd0 00000400:00000010:3.0:1790701374.972671:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701374.972679:0:65997:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f749df800 x1877686339273344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1790701374.972713:0:65997:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc000. 00000100:00000010:3.0:1790701374.972725:0:65997:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fccc0. 00000100:00000010:3.0:1790701374.972730:0:65997:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc600. 00000100:00000010:3.0:1790701374.972735:0:65997:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fcc00. 00000100:00000010:0.0:1790701374.972818:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fce00. 02000000:00000010:0.0:1790701374.972826:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e200. 00000100:00000010:0.0:1790701374.972847:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fd880. 02000000:00000010:0.0:1790701374.972851:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344ed00. 00000100:00000010:0.0:1790701374.972865:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671ffb80. 02000000:00000010:0.0:1790701374.972878:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e900. 00000100:00000010:0.0:1790701374.972886:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671ff800. 02000000:00000010:0.0:1790701374.972890:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344e500. 00000100:00000010:0.0:1790701374.972895:0:18840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fc000. 02000000:00000010:0.0:1790701374.972899:0:18840:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f4344eb00. 02000000:00000010:0.0:1790701374.972917:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919f7dae9c00. 00000400:00000010:0.0:1790701374.972921:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014bc08. 00000400:00000010:0.0:1790701374.972925:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701374.972928:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273728, portal 10 00000400:00000010:0.0:1790701374.972963:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701374.972967:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339273728, offset 0 00000400:00000200:0.0:1790701374.972972:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701374.972978:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701374.972984:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408400 00000400:00000200:0.0:1790701374.972989:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 21312 00000400:00000200:0.0:1790701374.972994:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701374.972997:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701374.973001:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1790701374.973005:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fd180. 00000400:00000200:0.0:1790701374.973016:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043550 00000400:00000010:0.0:1790701374.973018:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701374.973023:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671ffb80 x1877686339273728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701374.973045:0:66000:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919f7dae8600. 00000400:00000010:0.0:1790701374.973049:0:66000:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f4014b058. 00000400:00000010:0.0:1790701374.973052:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701374.973054:0:66000:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273600, portal 4 00000400:00000010:0.0:1790701374.973058:0:66000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701374.973060:0:66000:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877686339273600, offset 0 00000400:00000200:0.0:1790701374.973063:0:66000:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701374.973067:0:66000:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701374.973072:0:66000:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6abbeeb408380 00000400:00000200:0.0:1790701374.973084:0:66000:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xb89 [8] + 14184 00000400:00000200:0.0:1790701374.973089:0:66000:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701374.973092:0:66000:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701374.973095:0:66000:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1790701374.973099:0:66000:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f671fd500. 00000400:00000200:0.0:1790701374.973109:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701374.973111:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701374.973116:0:66000:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fd880 x1877686339273600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1790701374.973166:0:66699:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8bb80. 00000020:00000010:0.0:1790701374.973170:0:66699:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8bb80. 00000020:00000010:0.0:1790701374.973176:0:66699:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919f7dae8a00. 00000020:00000010:0.0:1790701374.973181:0:66699:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787100. 00000020:00000010:0.0:1790701374.973199:0:66699:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701374.973231:0:66699:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8bb80. 00000020:00000010:0.0:1790701374.973233:0:66699:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8bb80. 00000100:00000200:0.0:1790701374.973237:0:66699:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273728 02000000:00000010:0.0:1790701374.973252:0:66699:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f43489c00. 00010000:00000200:0.0:1790701374.973260:0:66699:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fd180 x1877686339273728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:690/0 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701374.973274:0:66699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701374.973277:0:66699:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339273728, offset 224 00000400:00000200:0.0:1790701374.973281:0:66699:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701374.973286:0:66699:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701374.973291:0:66699:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408400 00000400:00000200:0.0:1790701374.973295:0:66699:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d91 [1] + 224 00000400:00000200:0.0:1790701374.973300:0:66699:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701374.973303:0:66699:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701374.973309:0:66699:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671ffb80 x1877686339273728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701374.973322:0:66699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701374.973330:0:66699:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701374.973343:0:66699:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787100. 00000020:00000010:0.0:1790701374.973347:0:66699:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701374.973350:0:66699:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919f7dae8a00. 00000020:00000010:0.0:1790701374.973372:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8bb80. 00000020:00000010:0.0:1790701374.973376:0:67512:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8b940. 00000020:00000010:0.0:1790701374.973388:0:67512:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919f7dae8a00. 00000020:00000010:0.0:1790701374.973390:0:67512:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f46787100. 00000020:00000010:0.0:1790701374.973393:0:67512:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701374.973410:0:67512:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b8b940. 00000020:00000010:0.0:1790701374.973413:0:67512:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b8b940. 00000100:00000200:0.0:1790701374.973415:0:67512:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273600 02000000:00000010:0.0:1790701374.973423:0:67512:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f4348b800. 00010000:00000200:0.0:1790701374.973429:0:67512:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f671fd500 x1877686339273600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:690/0 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701374.973439:0:67512:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75043f68. 00000100:00000200:0.0:1790701374.973442:0:67512:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1877686339273600, offset 224 00000400:00000200:0.0:1790701374.973445:0:67512:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1790701374.973451:0:67512:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1790701374.973456:0:67512:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6abbeeb408380 00000400:00000200:0.0:1790701374.973460:0:67512:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d99 [1] + 224 00000400:00000200:0.0:1790701374.973465:0:67512:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790701374.973467:0:67512:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1790701374.973473:0:67512:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fd880 x1877686339273600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790701374.973482:0:67512:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043f68 00000400:00000010:0.0:1790701374.973484:0:67512:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043f68. 00000020:00000010:0.0:1790701374.973490:0:67512:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f46787100. 00000020:00000010:0.0:1790701374.973493:0:67512:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f725d54b0. 00000020:00000010:0.0:1790701374.973495:0:67512:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919f7dae8a00. 00000400:00000010:0.0:1790701374.973520:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014b058. 00000400:00000200:0.0:1790701374.973524:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75043550 00000400:00000010:0.0:1790701374.973530:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75043550. 00000100:00000200:0.0:1790701374.973535:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fd880 x1877686339273600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701374.973543:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fd880 x1877686339273600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1790701374.973561:0:66000:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f4014bc08. 00000400:00000200:0.0:1790701374.973564:0:66000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750436e8 00000400:00000010:0.0:1790701374.973565:0:66000:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750436e8. 00000100:00000200:0.0:1790701374.973569:0:66000:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671ffb80 x1877686339273728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701374.973576:0:66000:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671ffb80 x1877686339273728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701374.973588:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919f7dae8600. 02000000:00000010:0.0:1790701374.973593:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344ed00. 00000100:00000010:0.0:1790701374.973598:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fd880. 02000000:00000010:0.0:1790701374.973601:0:66000:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919f7dae9c00. 02000000:00000010:0.0:1790701374.973605:0:66000:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e900. 00000100:00000010:0.0:1790701374.973606:0:66000:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671ffb80. 00000020:00000010:2.0:1790701374.973685:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff440. 00000020:00000010:2.0:1790701374.973690:0:67515:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8bb00. 00000020:00000010:2.0:1790701374.973708:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e42b3fc00. 00000020:00000010:2.0:1790701374.973712:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f724c8400. 00000020:00000010:2.0:1790701374.973715:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701374.973738:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff340. 00000020:00000010:2.0:1790701374.973741:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cff340. 00000100:00000200:2.0:1790701374.973749:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273344 02000000:00000010:2.0:1790701374.973759:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919e41168c00. 00010000:00000200:2.0:1790701374.973787:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f43025500 x1877686339273344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:690/0 lens 224/368 e 0 to 0 dl 1790701385 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1790701374.973798:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f6e103220. 00000100:00000200:2.0:1790701374.973801:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339273344, offset 224 00000400:00000200:2.0:1790701374.973805:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790701374.973810:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790701374.973816:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb408280 00000400:00000200:2.0:1790701374.973820:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d89 [1] + 224 00000400:00000200:2.0:1790701374.973825:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790701374.973827:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1790701374.973833:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f749df800 x1877686339273344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1790701374.973843:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f6e103220 00000400:00000010:2.0:1790701374.973845:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f6e103220. 00000020:00000010:2.0:1790701374.973852:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f724c8400. 00000020:00000010:2.0:1790701374.973855:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701374.973858:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e42b3fc00. 02000000:00000010:3.0:1790701374.974096:0:65998:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e427b4e00. 00000400:00000010:3.0:1790701374.974102:0:65998:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3dc0. 00000400:00000010:3.0:1790701374.974107:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701374.974110:0:65998:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273472, portal 25 00000400:00000010:3.0:1790701374.974114:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701374.974115:0:65998:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686339273472, offset 0 00000400:00000200:3.0:1790701374.974119:0:65998:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974124:0:65998:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974130:0:65998:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6abbeeb408300 00000400:00000200:3.0:1790701374.974135:0:65998:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13d5 [2] + 0 00000400:00000010:3.0:1790701374.974137:0:65998:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3aa8. 00000400:00000200:3.0:1790701374.974140:0:65998:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f7cd34e40 00000400:00000200:3.0:1790701374.974144:0:65998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974147:0:65998:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1790701374.974149:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f7cd34e40 00000400:00000010:3.0:1790701374.974152:0:65998:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f7cd34e40. 00000100:00000200:3.0:1790701374.974156:0:65998:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1790701374.974167:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042f68 00000400:00000010:3.0:1790701374.974169:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701374.974174:0:65998:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fce00 x1877686339273472/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701374.974211:0:65998:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e427b4800. 00000400:00000010:3.0:1790701374.974215:0:65998:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3aa8. 00000400:00000010:3.0:1790701374.974218:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701374.974221:0:65998:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273984, portal 10 00000400:00000010:3.0:1790701374.974225:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750426e8. 00000100:00000200:3.0:1790701374.974227:0:65998:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339273984, offset 0 00000400:00000200:3.0:1790701374.974237:0:65998:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974242:0:65998:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974247:0:65998:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408500 00000400:00000200:3.0:1790701374.974251:0:65998:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 21536 00000400:00000200:3.0:1790701374.974256:0:65998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974258:0:65998:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.974261:0:65998:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790701374.974265:0:65998:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f43024700. 00000400:00000200:3.0:1790701374.974274:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750426e8 00000400:00000010:3.0:1790701374.974275:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750426e8. 00000100:00000200:3.0:1790701374.974280:0:65998:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671fc000 x1877686339273984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701374.974300:0:65998:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919e427b5000. 00000400:00000010:3.0:1790701374.974303:0:65998:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a34d0. 00000400:00000010:3.0:1790701374.974306:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750426e8. 00000100:00000200:3.0:1790701374.974308:0:65998:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686339273856, portal 10 00000400:00000010:3.0:1790701374.974312:0:65998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750424c8. 00000100:00000200:3.0:1790701374.974314:0:65998:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686339273856, offset 0 00000400:00000200:3.0:1790701374.974317:0:65998:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974321:0:65998:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974325:0:65998:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6abbeeb408480 00000400:00000200:3.0:1790701374.974327:0:65998:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 21760 00000400:00000200:3.0:1790701374.974331:0:65998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974334:0:65998:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.974336:0:65998:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1790701374.974338:0:65998:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f43025f80. 00000400:00000200:3.0:1790701374.974347:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750424c8 00000400:00000010:3.0:1790701374.974349:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750424c8. 00000100:00000200:3.0:1790701374.974352:0:65998:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f671ff800 x1877686339273856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1790701374.974376:0:66691:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e80. 00000020:00000010:3.0:1790701374.974379:0:66691:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e80. 00000020:00000010:3.0:1790701374.974391:0:66691:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4400. 00000020:00000010:3.0:1790701374.974393:0:66691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701374.974397:0:66691:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701374.974417:0:66691:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e80. 00000020:00000010:3.0:1790701374.974419:0:66691:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47e80. 00000100:00000200:3.0:1790701374.974421:0:66691:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273472 02000000:00000010:3.0:1790701374.974430:0:66691:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41b5bc00. 00010000:00000200:3.0:1790701374.974436:0:66691:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15ec50 x1877686339273472/t0(0) o400->e2e21a01-9400-4d2d-9dec-f90f907adca6@0@lo:690/0 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701374.974446:0:66691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750424c8. 00000100:00000200:3.0:1790701374.974449:0:66691:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686339273472, offset 224 00000400:00000200:3.0:1790701374.974452:0:66691:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974457:0:66691:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974461:0:66691:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6abbeeb408300 00000400:00000200:3.0:1790701374.974465:0:66691:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1dad [1] + 224 00000400:00000200:3.0:1790701374.974469:0:66691:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974471:0:66691:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.974477:0:66691:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fce00 x1877686339273472/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701374.974490:0:66691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750424c8 00000400:00000010:3.0:1790701374.974492:0:66691:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750424c8. 00000020:00000010:3.0:1790701374.974499:0:66691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701374.974502:0:66691:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701374.974505:0:66691:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4400. 02000000:00000010:3.0:1790701374.974510:0:66691:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919e41b5bc00. 00000100:00000200:3.0:1790701374.974514:0:66691:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1790701374.974517:0:66691:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3948. 00000400:00000010:3.0:1790701374.974521:0:66691:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f7c992180. 00000020:00000010:3.0:1790701374.974538:0:66698:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47e80. 00000020:00000010:3.0:1790701374.974544:0:66698:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b4400. 00000020:00000010:3.0:1790701374.974546:0:66698:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701374.974549:0:66698:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701374.974576:0:66698:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47880. 00000020:00000010:3.0:1790701374.974579:0:66698:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8b9c0. 00000020:00000010:3.0:1790701374.974582:0:66698:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47880. 00000020:00000010:3.0:1790701374.974585:0:66698:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b5200. 00000020:00000010:3.0:1790701374.974588:0:66698:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862400. 00000020:00000010:3.0:1790701374.974590:0:66698:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d533e8. 00000020:00000010:3.0:1790701374.974603:0:66698:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47880. 00000020:00000010:3.0:1790701374.974605:0:66698:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47880. 00000100:00000200:3.0:1790701374.974608:0:66698:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273984 02000000:00000010:3.0:1790701374.974614:0:66698:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41b5bc00. 00010000:00000200:3.0:1790701374.974620:0:66698:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f43024700 x1877686339273984/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:690/0 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701374.974630:0:66698:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750424c8. 00000100:00000200:3.0:1790701374.974633:0:66698:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339273984, offset 224 00000400:00000200:3.0:1790701374.974637:0:66698:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974642:0:66698:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974647:0:66698:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408500 00000400:00000200:3.0:1790701374.974651:0:66698:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1db5 [1] + 224 00000400:00000200:3.0:1790701374.974655:0:66698:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974658:0:66698:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.974663:0:66698:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671fc000 x1877686339273984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701374.974673:0:66698:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750424c8 00000400:00000010:3.0:1790701374.974674:0:66698:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750424c8. 00000020:00000010:3.0:1790701374.974681:0:66698:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862280. 00000020:00000010:3.0:1790701374.974684:0:66698:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d53320. 00000020:00000010:3.0:1790701374.974687:0:66698:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b4400. 00000020:00000010:3.0:1790701374.974697:0:66698:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47880. 00000020:00000010:3.0:1790701374.974700:0:66698:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47880. 00000100:00000200:3.0:1790701374.974702:0:66698:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339273856 02000000:00000010:3.0:1790701374.974710:0:66698:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e42812000. 00010000:00000200:3.0:1790701374.974715:0:66698:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f43025f80 x1877686339273856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:690/0 lens 224/224 e 0 to 0 dl 1790701385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701374.974730:0:66698:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f750424c8. 00000100:00000200:3.0:1790701374.974732:0:66698:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686339273856, offset 224 00000400:00000200:3.0:1790701374.974736:0:66698:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701374.974741:0:66698:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701374.974745:0:66698:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6abbeeb408480 00000400:00000200:3.0:1790701374.974749:0:66698:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dbd [1] + 224 00000400:00000200:3.0:1790701374.974753:0:66698:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701374.974755:0:66698:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701374.974760:0:66698:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f671ff800 x1877686339273856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790701374.974769:0:66698:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750424c8 00000400:00000010:3.0:1790701374.974771:0:66698:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750424c8. 00000020:00000010:3.0:1790701374.974778:0:66698:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862400. 00000020:00000010:3.0:1790701374.974781:0:66698:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d533e8. 00000020:00000010:3.0:1790701374.974784:0:66698:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b5200. 00000400:00000010:3.0:1790701374.974814:0:65997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3790. 00000400:00000200:3.0:1790701374.974818:0:65997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042a18 00000400:00000010:3.0:1790701374.974819:0:65997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042a18. 00000100:00000200:3.0:1790701374.974824:0:65997:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f749df800 x1877686339273344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701374.974831:0:65997:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f749df800 x1877686339273344/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701374.974852:0:65997:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919f46a56000. 02000000:00000010:3.0:1790701374.974859:0:65997:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f47336200. 00000100:00000010:3.0:1790701374.974863:0:65997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f749df800. 00000400:00000010:3.0:1790701374.974879:0:65998:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a34d0. 00000400:00000200:3.0:1790701374.974882:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f750426e8 00000400:00000010:3.0:1790701374.974883:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f750426e8. 00000100:00000200:3.0:1790701374.974888:0:65998:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671ff800 x1877686339273856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701374.974906:0:65998:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671ff800 x1877686339273856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701374.974920:0:65998:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3dc0. 00000400:00000200:3.0:1790701374.974923:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042dd0 00000400:00000010:3.0:1790701374.974924:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701374.974927:0:65998:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fce00 x1877686339273472/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701374.974955:0:65998:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fce00 x1877686339273472/t0(0) o400->MGC192.168.206.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701374.974966:0:65998:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3aa8. 00000400:00000200:3.0:1790701374.974968:0:65998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042f68 00000400:00000010:3.0:1790701374.974969:0:65998:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701374.974973:0:65998:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f671fc000 x1877686339273984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790701374.974979:0:65998:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f671fc000 x1877686339273984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790701390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1790701374.974990:0:65998:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e427b5000. 02000000:00000010:3.0:1790701374.974993:0:65998:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e500. 00000100:00000010:3.0:1790701374.974996:0:65998:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671ff800. 02000000:00000010:3.0:1790701374.974999:0:65998:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e427b4e00. 02000000:00000010:3.0:1790701374.975002:0:65998:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344e200. 00000100:00000010:3.0:1790701374.975004:0:65998:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fce00. 02000000:00000010:3.0:1790701374.975007:0:65998:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919e427b4800. 02000000:00000010:3.0:1790701374.975009:0:65998:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f4344eb00. 00000100:00000010:3.0:1790701374.975011:0:65998:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f671fc000. 00000100:00000010:1.0:1790701375.050079:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fccc0. 00000100:00000010:0.0:1790701375.050464:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc000. 00000100:00000010:2.0:1790701375.051002:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc600. 00000100:00000010:3.0:1790701375.051316:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fcc00. 00000001:02000400:2.0:1790701375.067529:0:72104:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_501: @@@@@@ FAIL: lnetctl lnet unconfigure failed 240 00000400:00000200:1.0:1790701375.164319:0:65990:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:1.0:1790701375.164340:0:65990:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 26 MB=0x6abbeea502300 00000400:00000200:1.0:1790701375.164350:0:65990:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.206.16@tcp of length 224/224 into md 0x13e5 [2] + 0 00000400:00000010:1.0:1790701375.164356:0:65990:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f46290ec8. 00000400:00000200:1.0:1790701375.164362:0:65990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff919f534fc0c0 00000400:00000200:1.0:1790701375.164372:0:65990:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701375.164377:0:65990:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:1.0:1790701375.164382:0:65990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f534fc0c0 00000400:00000010:1.0:1790701375.164385:0:65990:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff919f534fc0c0. 00000100:00000200:1.0:1790701375.164392:0:65990:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1790701375.164426:0:65990:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp) <- 192.168.206.16@tcp : PUT - for me 00000400:00000200:1.0:1790701375.164433:0:65990:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.16@tcp of length 224 into portal 12 MB=0x6abbeea502380 00000400:00000200:1.0:1790701375.164439:0:65990:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.206.16@tcp of length 224/224 into md 0x229 [64] + 21984 00000400:00000200:1.0:1790701375.164450:0:65990:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790701375.164468:0:65990:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000100:00000200:1.0:1790701375.164473:0:65990:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1790701375.164478:0:65990:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75305880. 00000020:00000010:2.0:1790701375.164640:0:66692:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff340. 00000020:00000010:2.0:1790701375.164645:0:66692:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cff340. 00000020:00000010:2.0:1790701375.164653:0:66692:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e41395400. 00000020:00000010:2.0:1790701375.164659:0:66692:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f724c8400. 00000020:00000010:2.0:1790701375.164663:0:66692:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701375.164705:0:66692:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff340. 00000020:00000010:2.0:1790701375.164708:0:66692:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cff340. 00000100:00000200:2.0:1790701375.164711:0:66692:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323520256 02000000:00000010:2.0:1790701375.164725:0:66692:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919e41168800. 00010000:00000200:2.0:1790701375.164736:0:66692:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f6e15cc50 x1877686323520256/t0(0) o400->5bcf91ac-2de7-4a28-892c-977c9e01dd01@192.168.206.16@tcp:691/0 lens 224/224 e 0 to 0 dl 1790701386 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1790701375.164768:0:66692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f6e103220. 00000100:00000200:2.0:1790701375.164773:0:66692:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1877686323520256, offset 224 00000400:00000200:2.0:1790701375.164780:0:66692:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:2.0:1790701375.164789:0:66692:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:2.0:1790701375.164795:0:66692:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [78:78:256:4294967295] 192.168.206.16@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1790701375.164805:0:66692:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:2.0:1790701375.164810:0:66692:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:2.0:1790701375.164815:0:66692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f7f930c00. 00000800:00000200:2.0:1790701375.164822:0:66692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:2.0:1790701375.164828:0:66692:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:2.0:1790701375.164833:0:66692:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f7f930c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1790701375.164850:0:66692:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f724c8400. 00000020:00000010:2.0:1790701375.164855:0:66692:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701375.164858:0:66692:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e41395400. 00000100:00000200:2.0:1790701375.164867:0:66692:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1790701375.164872:0:66692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f75317370. 00000400:00000010:2.0:1790701375.164877:0:66692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff919f58a77a80. 00000020:00000010:3.0:1790701375.165133:0:66700:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47300. 00000020:00000010:3.0:1790701375.165140:0:66700:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff919e42b8b400. 00000020:00000010:3.0:1790701375.165153:0:66700:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e427b5000. 00000020:00000010:3.0:1790701375.165162:0:66700:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919e41862c00. 00000020:00000010:3.0:1790701375.165165:0:66700:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f47d533e8. 00000020:00000010:3.0:1790701375.165204:0:66700:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42b47780. 00000020:00000010:3.0:1790701375.165208:0:66700:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42b47780. 00000100:00000200:3.0:1790701375.165211:0:66700:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686323520384 02000000:00000010:3.0:1790701375.165224:0:66700:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919f753c9000. 00010000:00000200:3.0:1790701375.165231:0:66700:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f75305880 x1877686323520384/t0(0) o400->c1df6a93-659f-4fe6-ad2e-a0ad9a3f04fc@192.168.206.16@tcp:691/0 lens 224/224 e 0 to 0 dl 1790701386 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1790701375.165243:0:66700:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701375.165246:0:66700:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1877686323520384, offset 224 00000400:00000200:3.0:1790701375.165251:0:66700:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.206.16@tcp 00000400:00000200:3.0:1790701375.165257:0:66700:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.206.116@tcp to MR: 192.168.206.16@tcp local destination 00000400:00000200:3.0:1790701375.165261:0:66700:0:(lib-move.c:1738:lnet_handle_send()) 192.168.206.116@tcp NI seq info: [79:79:255:4294967295] 192.168.206.16@tcp LPNI seq info [75:75:7:4294967295] 00000400:00000200:3.0:1790701375.165268:0:66700:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.206.116@tcp(192.168.206.116@tcp:192.168.206.116@tcp) -> 192.168.206.16@tcp(192.168.206.16@tcp:192.168.206.16@tcp) : PUT try# 0 00000800:00000200:3.0:1790701375.165272:0:66700:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.16@tcp 00000800:00000010:3.0:1790701375.165276:0:66700:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919f47336200. 00000800:00000200:3.0:1790701375.165280:0:66700:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff919f46b940c0] -> 12345-192.168.206.16@tcp (4) 00000800:00000200:3.0:1790701375.165284:0:66700:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.16@tcp ip 192.168.206.16:1023 00000800:00000200:3.0:1790701375.165287:0:66700:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919f47336200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1790701375.165294:0:66700:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919e41862c00. 00000020:00000010:3.0:1790701375.165297:0:66700:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f47d533e8. 00000020:00000010:3.0:1790701375.165300:0:66700:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e427b5000. 00000800:00000200:3.0:1790701375.165545:0:65992:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701375.165550:0:65992:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f7f930c00. 00000400:00000200:3.0:1790701375.165554:0:65992:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701375.165558:0:65992:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701375.165563:0:65992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f6e103220 00000400:00000010:3.0:1790701375.165566:0:65992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f6e103220. 02000000:00000010:3.0:1790701375.165570:0:65992:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff919e41168800. 00000800:00000200:3.0:1790701375.165642:0:65992:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1790701375.165651:0:65992:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919f47336200. 00000400:00000200:3.0:1790701375.165655:0:65992:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701375.165659:0:65992:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.116@tcp->192.168.206.16@tcp: PUT: OK 00000400:00000200:3.0:1790701375.165662:0:65992:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042f68 00000400:00000010:3.0:1790701375.165664:0:65992:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042f68. 00000100:00000010:1.0:1790701375.482084:0:66722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f75307b80. 02000000:00000010:1.0:1790701375.482108:0:66722:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919f47173f00. 02000000:00000010:3.0:1790701375.482251:0:65999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919f46a56000. 00000400:00000010:3.0:1790701375.482259:0:65999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919f7c3a3aa8. 00000400:00000010:3.0:1790701375.482266:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042f68. 00000100:00000200:3.0:1790701375.482275:0:65999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877686339274112, portal 4 00000400:00000010:3.0:1790701375.482282:0:65999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701375.482284:0:65999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1877686339274112, offset 0 00000400:00000200:3.0:1790701375.482293:0:65999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1790701375.482306:0:65999:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1790701375.482317:0:65999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6abbeeb408580 00000400:00000200:3.0:1790701375.482323:0:65999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc89 [8] + 8960 00000400:00000200:3.0:1790701375.482333:0:65999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790701375.482337:0:65999:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1790701375.482344:0:65999:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1790701375.482349:0:65999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff919f43026d80. 00000400:00000200:3.0:1790701375.482374:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042dd0 00000400:00000010:3.0:1790701375.482377:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042dd0. 00000100:00000200:3.0:1790701375.482386:0:65999:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff919f75307b80 x1877686339274112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1790701375.482410:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fcc00. 00000100:00000010:3.0:1790701375.482426:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fca80. 00000100:00000010:3.0:1790701375.482441:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fc240. 00000100:00000010:3.0:1790701375.482450:0:65999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919f6e3fcae0. 00000020:00000010:2.0:1790701375.482633:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff100. 00000020:00000010:2.0:1790701375.482639:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cff100. 00000020:00000010:2.0:1790701375.482647:0:67515:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919e41395400. 00000020:00000010:2.0:1790701375.482652:0:67515:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff919f724c8900. 00000020:00000010:2.0:1790701375.482656:0:67515:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701375.482698:0:67515:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919e42cff100. 00000020:00000010:2.0:1790701375.482701:0:67515:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff919e42cff100. 00000100:00000200:2.0:1790701375.482704:0:67515:0:(service.c:2586:ptlrpc_server_handle_request()) got req 1877686339274112 02000000:00000010:2.0:1790701375.482718:0:67515:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff919e4116a000. 00010000:00000200:2.0:1790701375.482746:0:67515:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff919f43026d80 x1877686339274112/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:691/0 lens 224/368 e 0 to 0 dl 1790701386 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1790701375.482761:0:67515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919f6e1032a8. 00000100:00000200:2.0:1790701375.482775:0:67515:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1877686339274112, offset 224 00000400:00000200:2.0:1790701375.482780:0:67515:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1790701375.482786:0:67515:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1790701375.482791:0:67515:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6abbeeb408580 00000400:00000200:2.0:1790701375.482796:0:67515:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1de1 [1] + 224 00000400:00000200:2.0:1790701375.482801:0:67515:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1790701375.482804:0:67515:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1790701375.482810:0:67515:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff919f75307b80 x1877686339274112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1790701375.482836:0:67515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f6e1032a8 00000400:00000010:2.0:1790701375.482838:0:67515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f6e1032a8. 00000020:00000010:2.0:1790701375.482850:0:67515:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff919f724c8900. 00000020:00000010:2.0:1790701375.482853:0:67515:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff919f432bf3e8. 00000020:00000010:2.0:1790701375.482857:0:67515:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919e41395400. 00000400:00000010:0.0:1790701375.483009:0:65999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919f7c3a3aa8. 00000400:00000200:0.0:1790701375.483015:0:65999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919f75042f68 00000400:00000010:0.0:1790701375.483016:0:65999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff919f75042f68. 00000100:00000200:0.0:1790701375.483022:0:65999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff919f75307b80 x1877686339274112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790701375.483031:0:65999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff919f75307b80 x1877686339274112/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790701391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1790701375.483057:0:65999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919f46a56000. 02000000:00000010:0.0:1790701375.483064:0:65999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919f47173f00. 00000100:00000010:0.0:1790701375.483067:0:65999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff919f75307b80. 00000100:00000010:1.0:1790701375.493057:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fca80. 00000100:00000010:0.0:1790701375.493292:0:64292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fcc00. 00000100:00000010:3.0:1790701375.495370:0:67093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fcae0. 00000100:00000010:2.0:1790701375.495463:0:66590:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919f6e3fc240. Debug log: 1441 lines, 1441 kept, 0 dropped, 0 bad.