00000100:00000010:3.0F:1709787655.235969:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801349ac380. 02000000:00000010:3.0:1709787655.235989:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012da3e600. 00000100:00000010:3.0:1709787655.236021:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801349ac000. 02000000:00000010:3.0:1709787655.236024:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012da3e200. 02000000:00000010:3.0:1709787655.236051:0:24683:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b404b800. 00000400:00000010:3.0:1709787655.236056:0:24683:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf5318. 00000400:00000010:3.0:1709787655.236060:0:24683:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787655.236065:0:24683:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935232640, portal 25 00000400:00000010:3.0:1709787655.236068:0:24683:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787655.236069:0:24683:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1792841935232640, offset 0 00000400:00000200:3.0:1709787655.236074:0:24683:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787655.236083:0:24683:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787655.236089:0:24683:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x65e948ab01e80 00000400:00000200:3.0:1709787655.236094:0:24683:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xe99 [2] + 0 00000400:00000010:3.0:1709787655.236097:0:24683:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a5851d10. 00000400:00000200:3.0:1709787655.236099:0:24683:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009a0d0a80 00000400:00000200:3.0:1709787655.236103:0:24683:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787655.236105:0:24683:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1709787655.236108:0:24683:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009a0d0a80 00000400:00000010:3.0:1709787655.236110:0:24683:0:(lib-lnet.h:319:lnet_md_free()) kfreed 'md': 152 at ffff88009a0d0a80. 00000100:00000200:3.0:1709787655.236115:0:24683:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1709787655.236123:0:24683:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c5d8 00000400:00000010:3.0:1709787655.236124:0:24683:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787655.236129:0:24683:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801349ac380 x1792841935232640/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:3.0:1709787655.236183:0:26619:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4cf8000. 00000020:00000010:3.0:1709787655.236186:0:26619:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bb700. 00000020:00000010:3.0:1709787655.236189:0:26619:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787655.236205:0:26619:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935232640 02000000:00000010:3.0:1709787655.236214:0:26619:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a9ca3400. 00010000:00000200:3.0:1709787655.236219:0:26619:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a643b050 x1792841935232640/t0(0) o400->eb9e711c-4c6c-445e-9533-1e81ce6a12b1@0@lo:321/0 lens 224/224 e 0 to 0 dl 1709787666 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787655.236228:0:26619:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787655.236230:0:26619:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1792841935232640, offset 224 00000400:00000200:3.0:1709787655.236235:0:26619:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787655.236239:0:26619:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787655.236242:0:26619:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x65e948ab01e80 00000400:00000200:3.0:1709787655.236245:0:26619:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1465 [1] + 224 00000400:00000200:3.0:1709787655.236247:0:26619:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787655.236249:0:26619:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787655.236253:0:26619:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801349ac380 x1792841935232640/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787655.236261:0:26619:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c5d8 00000400:00000010:3.0:1709787655.236262:0:26619:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c5d8. 00000020:00000010:3.0:1709787655.236269:0:26619:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bb700. 00000020:00000010:3.0:1709787655.236271:0:26619:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787655.236274:0:26619:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b4cf8000. 02000000:00000010:3.0:1709787655.236278:0:26619:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff8800a9ca3400. 00000100:00000200:3.0:1709787655.236281:0:26619:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1709787655.236283:0:26619:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf5370. 00000400:00000010:3.0:1709787655.236285:0:26619:0:(lib-md.c:158:lnet_md_build()) alloc '(lmd)': 152 at ffff88009f4e0900. 00000400:00000010:3.0:1709787655.236294:0:24683:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff880092bf5318. 00000400:00000200:3.0:1709787655.236295:0:24683:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787655.236296:0:24683:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787655.236298:0:24683:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801349ac380 x1792841935232640/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1709787655.236304:0:24683:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801349ac380 x1792841935232640/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1709787655.236315:0:24683:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b404b800. 02000000:00000010:3.0:1709787655.236317:0:24683:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012da3e600. 00000100:00000010:3.0:1709787655.236319:0:24683:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801349ac380. 00000400:00000010:2.0F:1709787655.237574:0:24682:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff880092bf52c0. 00000400:00000200:2.0:1709787655.237582:0:24682:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c908 00000400:00000010:2.0:1709787655.237584:0:24682:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c908. 00000100:00000200:2.0:1709787655.237590:0:24682:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88012e71b100 x1792841935232000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1709787655 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1709787655.237596:0:24682:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88012e71b100 x1792841935232000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1709787655 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:2.0:1709787655.237624:0:24682:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d583000. 02000000:00000010:2.0:1709787655.237629:0:24682:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a66efc00. 00000100:00000010:2.0:1709787655.237631:0:24682:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012e71b100. 00000100:00000010:0.0F:1709787655.237728:0:27870:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50d500. 02000000:00000010:0.0:1709787655.237741:0:27870:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a3238800. 02000000:00000010:0.0:1709787655.237768:0:24686:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6bbb400. 00000400:00000010:0.0:1709787655.237771:0:24686:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88013066c948. 00000400:00000010:0.0:1709787655.237774:0:24686:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5110. 00000100:00000200:0.0:1709787655.237777:0:24686:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935232704, portal 10 00000400:00000010:0.0:1709787655.237780:0:24686:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787655.237782:0:24686:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1792841935232704, offset 0 00000400:00000200:0.0:1709787655.237786:0:24686:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1709787655.237792:0:24686:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1709787655.237797:0:24686:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x65e948ab01ec0 00000400:00000200:0.0:1709787655.237802:0:24686:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d [64] + 7752 00000400:00000200:0.0:1709787655.237807:0:24686:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1709787655.237809:0:24686:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1709787655.237813:0:24686:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1709787655.237816:0:24686:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50c700. 00000400:00000200:0.0:1709787655.237824:0:24686:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5198 00000400:00000010:0.0:1709787655.237826:0:24686:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787655.237829:0:24686:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8801349ac000 x1792841935232704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:0.0:1709787655.237858:0:26623:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a6bbb600. 00000020:00000010:0.0:1709787655.237862:0:26623:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880129efc480. 00000020:00000010:0.0:1709787655.237865:0:26623:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800a65f4000. 00000100:00000200:0.0:1709787655.237881:0:26623:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935232704 02000000:00000010:0.0:1709787655.237890:0:26623:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a3238c00. 00010000:00000200:0.0:1709787655.237896:0:26623:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff88009f50c700 x1792841935232704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1709787666 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:0.0:1709787655.237902:0:26623:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787655.237904:0:26623:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1792841935232704, offset 224 00000400:00000200:0.0:1709787655.237907:0:26623:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1709787655.237910:0:26623:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1709787655.237914:0:26623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x65e948ab01ec0 00000400:00000200:0.0:1709787655.237917:0:26623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1475 [1] + 224 00000400:00000200:0.0:1709787655.237924:0:26623:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1709787655.237926:0:26623:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1709787655.237929:0:26623:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8801349ac000 x1792841935232704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1709787655.237938:0:26623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5198 00000400:00000010:0.0:1709787655.237940:0:26623:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5198. 00000020:00000010:0.0:1709787655.237946:0:26623:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880129efc480. 00000020:00000010:0.0:1709787655.237948:0:26623:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800a65f4000. 00000020:00000010:0.0:1709787655.237950:0:26623:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a6bbb600. 00000400:00000010:0.0:1709787655.237962:0:24686:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88013066c948. 00000400:00000200:0.0:1709787655.237964:0:24686:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5110 00000400:00000010:0.0:1709787655.237965:0:24686:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5110. 00000100:00000200:0.0:1709787655.237967:0:24686:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8801349ac000 x1792841935232704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1709787655.237972:0:24686:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8801349ac000 x1792841935232704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:0.0:1709787655.237983:0:24686:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6bbb400. 02000000:00000010:0.0:1709787655.237985:0:24686:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012da3e200. 00000100:00000010:0.0:1709787655.237987:0:24686:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801349ac000. 02000000:00000010:2.0:1709787655.239690:0:24682:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a6b58000. 00000400:00000010:2.0:1709787655.239697:0:24682:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d443420. 00000400:00000010:2.0:1709787655.239701:0:24682:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958d48. 00000100:00000200:2.0:1709787655.239706:0:24682:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1792841935232768, portal 4 00000400:00000010:2.0:1709787655.239709:0:24682:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958e58. 00000100:00000200:2.0:1709787655.239711:0:24682:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1792841935232768, offset 0 00000400:00000200:2.0:1709787655.239716:0:24682:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1709787655.239722:0:24682:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787655.239728:0:24682:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x65e948ab01f00 00000400:00000100:2.0:1709787655.239733:0:24682:0:(lib-move.c:4477:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1792841935232768 offset 0 length 520: 4 00000400:00000200:2.0:1709787655.239736:0:24682:0:(lib-msg.c:1041:lnet_is_health_check()) Msg ffff88008f3d0c60 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1709787655.239738:0:24682:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1709787655.239742:0:24682:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958e58 00000400:00000010:2.0:1709787655.239743:0:24682:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958e58. 00000100:00000200:2.0:1709787655.239748:0:24682:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009f50d500 x1792841935232768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1709787680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1709787660.243150:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099704380. 02000000:00000010:2.0:1709787660.243167:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800906f6900. 00000100:00000010:2.0:1709787660.243195:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099704a80. 02000000:00000010:2.0:1709787660.243198:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800906f6500. 02000000:00000010:2.0:1709787660.243244:0:24684:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a7097c00. 00000400:00000010:2.0:1709787660.243248:0:24684:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d443478. 00000400:00000010:2.0:1709787660.243254:0:24684:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958e58. 00000100:00000200:2.0:1709787660.243263:0:24684:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935232896, portal 10 00000400:00000010:2.0:1709787660.243268:0:24684:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958ee0. 00000100:00000200:2.0:1709787660.243269:0:24684:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1792841935232896, offset 0 00000400:00000200:2.0:1709787660.243274:0:24684:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1709787660.243283:0:24684:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787660.243290:0:24684:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x65e948ab01f80 00000400:00000200:2.0:1709787660.243294:0:24684:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d [64] + 7976 00000400:00000200:2.0:1709787660.243299:0:24684:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1709787660.243302:0:24684:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1709787660.243307:0:24684:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1709787660.243309:0:24684:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099704e00. 00000400:00000200:2.0:1709787660.243319:0:24684:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958ee0 00000400:00000010:2.0:1709787660.243320:0:24684:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958ee0. 00000100:00000200:2.0:1709787660.243324:0:24684:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880099704a80 x1792841935232896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:2.0:1709787660.243355:0:29449:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a7096200. 00000020:00000010:2.0:1709787660.243358:0:29449:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880136ac5280. 00000020:00000010:2.0:1709787660.243360:0:29449:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880090226a28. 00000100:00000200:2.0:1709787660.243379:0:29449:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935232896 02000000:00000010:2.0:1709787660.243391:0:29449:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800a6b5a400. 00010000:00000200:2.0:1709787660.243395:0:29449:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff880099704e00 x1792841935232896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:2.0:1709787660.243415:0:29449:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958ee0. 00000100:00000200:2.0:1709787660.243417:0:29449:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1792841935232896, offset 224 00000400:00000200:2.0:1709787660.243419:0:29449:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1709787660.243422:0:29449:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787660.243425:0:29449:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x65e948ab01f80 00000400:00000200:2.0:1709787660.243427:0:29449:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1489 [1] + 224 00000400:00000200:2.0:1709787660.243429:0:29449:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1709787660.243431:0:29449:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1709787660.243434:0:29449:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880099704a80 x1792841935232896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1709787660.243454:0:29449:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958ee0 00000400:00000010:2.0:1709787660.243455:0:29449:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958ee0. 00000020:00000010:2.0:1709787660.243464:0:29449:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880136ac5280. 00000020:00000010:2.0:1709787660.243466:0:29449:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880090226a28. 00000020:00000010:2.0:1709787660.243468:0:29449:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a7096200. 00000400:00000010:2.0:1709787660.243482:0:24684:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d443478. 00000400:00000200:2.0:1709787660.243485:0:24684:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958e58 00000400:00000010:2.0:1709787660.243485:0:24684:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958e58. 00000100:00000200:2.0:1709787660.243487:0:24684:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880099704a80 x1792841935232896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1709787660.243492:0:24684:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880099704a80 x1792841935232896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:2.0:1709787660.243507:0:24684:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a7097c00. 02000000:00000010:2.0:1709787660.243510:0:24684:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800906f6500. 00000100:00000010:2.0:1709787660.243512:0:24684:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099704a80. 02000000:00000010:0.0:1709787660.243553:0:24685:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6302600. 00000400:00000010:0.0:1709787660.243558:0:24685:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88013066c948. 00000400:00000010:0.0:1709787660.243560:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5110. 00000100:00000200:0.0:1709787660.243562:0:24685:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935232832, portal 25 00000400:00000010:0.0:1709787660.243564:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787660.243565:0:24685:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1792841935232832, offset 0 00000400:00000200:0.0:1709787660.243568:0:24685:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1709787660.243571:0:24685:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1709787660.243574:0:24685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x65e948ab01f40 00000400:00000200:0.0:1709787660.243582:0:24685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xeb5 [2] + 0 00000400:00000010:0.0:1709787660.243584:0:24685:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008f383688. 00000400:00000200:0.0:1709787660.243586:0:24685:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a62af6c0 00000400:00000200:0.0:1709787660.243588:0:24685:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1709787660.243593:0:24685:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1709787660.243595:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a62af6c0 00000400:00000010:0.0:1709787660.243596:0:24685:0:(lib-lnet.h:319:lnet_md_free()) kfreed 'md': 152 at ffff8800a62af6c0. 00000100:00000200:0.0:1709787660.243599:0:24685:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1709787660.243615:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5198 00000400:00000010:0.0:1709787660.243616:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787660.243618:0:24685:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff880099704380 x1792841935232832/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:3.0:1709787660.243885:0:26618:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008fb70400. 00000020:00000010:3.0:1709787660.243888:0:26618:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bba80. 00000020:00000010:3.0:1709787660.243890:0:26618:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787660.243902:0:26618:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935232832 02000000:00000010:3.0:1709787660.243907:0:26618:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135ac8c00. 00010000:00000200:3.0:1709787660.243910:0:26618:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a643ac50 x1792841935232832/t0(0) o400->eb9e711c-4c6c-445e-9533-1e81ce6a12b1@0@lo:326/0 lens 224/224 e 0 to 0 dl 1709787671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787660.243922:0:26618:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787660.243924:0:26618:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1792841935232832, offset 224 00000400:00000200:3.0:1709787660.243927:0:26618:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787660.243931:0:26618:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787660.243934:0:26618:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x65e948ab01f40 00000400:00000200:3.0:1709787660.243937:0:26618:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1495 [1] + 224 00000400:00000200:3.0:1709787660.243940:0:26618:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787660.243941:0:26618:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787660.243945:0:26618:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff880099704380 x1792841935232832/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787660.243960:0:26618:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787660.243961:0:26618:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000020:00000010:3.0:1709787660.244043:0:26618:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bba80. 00000400:00000010:0.0:1709787660.244087:0:24685:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88013066c948. 00000400:00000200:0.0:1709787660.244090:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5110 00000400:00000010:0.0:1709787660.244091:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5110. 00000100:00000200:0.0:1709787660.244094:0:24685:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff880099704380 x1792841935232832/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1709787660.244097:0:24685:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff880099704380 x1792841935232832/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:0.0:1709787660.244105:0:24685:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6302600. 02000000:00000010:0.0:1709787660.244107:0:24685:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800906f6900. 00000100:00000010:0.0:1709787660.244109:0:24685:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099704380. 00000020:00000010:3.0:1709787660.244251:0:26618:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787660.244255:0:26618:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008fb70400. 02000000:00000010:3.0:1709787660.244259:0:26618:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880135ac8c00. 00000100:00000200:3.0:1709787660.244262:0:26618:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1709787660.244264:0:26618:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf5318. 00000400:00000010:3.0:1709787660.244267:0:26618:0:(lib-md.c:158:lnet_md_build()) alloc '(lmd)': 152 at ffff88009f4e0480. 00000100:00000010:0.0:1709787665.251102:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50c380. 02000000:00000010:0.0:1709787665.251124:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801329d2900. 00000100:00000010:0.0:1709787665.251168:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50df80. 02000000:00000010:0.0:1709787665.251172:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801329d2f00. 02000000:00000010:2.0:1709787665.251189:0:24684:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a7097800. 00000400:00000010:2.0:1709787665.251198:0:24684:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d443478. 02000000:00000010:0.0:1709787665.251201:0:24685:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a6302c00. 00000400:00000010:2.0:1709787665.251205:0:24684:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958e58. 00000400:00000010:0.0:1709787665.251205:0:24685:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88013066c948. 00000400:00000010:0.0:1709787665.251208:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5110. 00000100:00000200:2.0:1709787665.251213:0:24684:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935232960, portal 25 00000100:00000200:0.0:1709787665.251213:0:24685:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935233024, portal 10 00000400:00000010:2.0:1709787665.251217:0:24684:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958ee0. 00000400:00000010:0.0:1709787665.251217:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a93f5198. 00000100:00000200:2.0:1709787665.251219:0:24684:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1792841935232960, offset 0 00000100:00000200:0.0:1709787665.251219:0:24685:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1792841935233024, offset 0 00000400:00000200:2.0:1709787665.251230:0:24684:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1709787665.251238:0:24685:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1709787665.251245:0:24685:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787665.251246:0:24684:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787665.251256:0:24684:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x65e948ab01fc0 00000400:00000200:0.0:1709787665.251256:0:24685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x65e948ab02000 00000400:00000200:0.0:1709787665.251262:0:24685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d [64] + 8200 00000400:00000200:0.0:1709787665.251269:0:24685:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1709787665.251282:0:24685:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1709787665.251288:0:24685:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1709787665.251292:0:24685:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50ea00. 00000400:00000200:0.0:1709787665.251306:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5198 00000400:00000010:0.0:1709787665.251308:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5198. 00000100:00000200:0.0:1709787665.251314:0:24685:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009f50df80 x1792841935233024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:3.0:1709787665.251333:0:26623:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a6bde00. 00000020:00000010:3.0:1709787665.251339:0:26623:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787665.251343:0:26623:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787665.251380:0:26623:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935233024 02000000:00000010:3.0:1709787665.251396:0:26623:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135aca000. 00010000:00000200:3.0:1709787665.251407:0:26623:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff88009f50ea00 x1792841935233024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787665.251419:0:26623:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787665.251422:0:26623:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1792841935233024, offset 224 00000400:00000200:3.0:1709787665.251426:0:26623:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787665.251430:0:26623:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787665.251434:0:26623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x65e948ab02000 00000400:00000200:3.0:1709787665.251438:0:26623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14a9 [1] + 224 00000400:00000200:3.0:1709787665.251447:0:26623:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787665.251449:0:26623:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787665.251454:0:26623:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f50df80 x1792841935233024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1709787665.251509:0:24684:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xec5 [2] + 0 00000400:00000010:2.0:1709787665.251513:0:24684:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b2a13f20. 00000400:00000200:2.0:1709787665.251517:0:24684:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880090f8d3c0 00000400:00000200:2.0:1709787665.251519:0:24684:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1709787665.251521:0:24684:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1709787665.251523:0:24684:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880090f8d3c0 00000400:00000010:2.0:1709787665.251525:0:24684:0:(lib-lnet.h:319:lnet_md_free()) kfreed 'md': 152 at ffff880090f8d3c0. 00000100:00000200:2.0:1709787665.251529:0:24684:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1709787665.251543:0:24684:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958ee0 00000400:00000010:2.0:1709787665.251544:0:24684:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958ee0. 00000100:00000200:2.0:1709787665.251547:0:24684:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009f50c380 x1792841935232960/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787665.252408:0:26623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787665.252411:0:26623:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000020:00000010:3.0:1709787665.252424:0:26623:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787665.252428:0:26623:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787665.252432:0:26623:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a6bde00. 00000020:00000010:3.0:1709787665.252471:0:26618:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009a6bde00. 00000020:00000010:3.0:1709787665.252474:0:26618:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787665.252476:0:26618:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787665.252491:0:26618:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935232960 02000000:00000010:3.0:1709787665.252499:0:26618:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135acac00. 00010000:00000200:3.0:1709787665.252505:0:26618:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a643a850 x1792841935232960/t0(0) o400->eb9e711c-4c6c-445e-9533-1e81ce6a12b1@0@lo:331/0 lens 224/224 e 0 to 0 dl 1709787676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787665.252514:0:26618:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787665.252516:0:26618:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1792841935232960, offset 224 00000400:00000200:3.0:1709787665.252519:0:26618:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787665.252524:0:26618:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787665.252528:0:26618:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x65e948ab01fc0 00000400:00000200:3.0:1709787665.252533:0:26618:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14a5 [1] + 224 00000400:00000200:3.0:1709787665.252536:0:26618:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787665.252538:0:26618:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787665.252543:0:26618:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f50c380 x1792841935232960/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787665.252553:0:26618:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787665.252555:0:26618:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000020:00000010:3.0:1709787665.252561:0:26618:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787665.252563:0:26618:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787665.252564:0:26618:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009a6bde00. 02000000:00000010:3.0:1709787665.252568:0:26618:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880135acac00. 00000100:00000200:3.0:1709787665.252579:0:26618:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1709787665.252583:0:26618:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf53c8. 00000400:00000010:3.0:1709787665.252588:0:26618:0:(lib-md.c:158:lnet_md_build()) alloc '(lmd)': 152 at ffff88009f4e0cc0. 00000400:00000010:3.0:1709787665.252613:0:24684:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d443478. 00000400:00000200:3.0:1709787665.252615:0:24684:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958e58 00000400:00000010:3.0:1709787665.252617:0:24684:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958e58. 00000100:00000200:3.0:1709787665.252620:0:24684:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f50c380 x1792841935232960/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1709787665.252627:0:24684:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009f50c380 x1792841935232960/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1709787665.252646:0:24684:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a7097800. 02000000:00000010:3.0:1709787665.252650:0:24684:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801329d2900. 00000100:00000010:3.0:1709787665.252654:0:24684:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f50c380. 00000400:00000010:0.0:1709787665.252745:0:24685:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88013066c948. 00000400:00000200:0.0:1709787665.252748:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a93f5110 00000400:00000010:0.0:1709787665.252749:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800a93f5110. 00000100:00000200:0.0:1709787665.252752:0:24685:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f50df80 x1792841935233024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:0.0:1709787665.252758:0:24685:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009f50df80 x1792841935233024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:0.0:1709787665.252771:0:24685:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a6302c00. 02000000:00000010:0.0:1709787665.252774:0:24685:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801329d2f00. 00000100:00000010:0.0:1709787665.252776:0:24685:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f50df80. 00000400:00000010:1.0F:1709787665.652154:0:3761:0:(module.c:338:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 216 at ffff88009a12b200. 00000001:02000400:1.0:1709787665.652165:0:3761:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 7: manual umount, then cleanup ======= 00:01:04 (1709787664) 00000400:00000010:1.0:1709787665.655452:0:3761:0:(module.c:414:lnet_psdev_ioctl()) kfreed 'hdr': 216 at ffff88009a12b200. 00000400:00000010:1.0:1709787669.556556:0:4091:0:(module.c:338:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 184 at ffff880093d363c0. 00000001:02000400:1.0:1709787669.556566:0:4091:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_7: @@@@@@ FAIL: MDT start failed 00000400:00000010:1.0:1709787669.558512:0:4091:0:(module.c:414:lnet_psdev_ioctl()) kfreed 'hdr': 184 at ffff880093d363c0. 00000100:00000010:0.0:1709787670.260227:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50df80. 02000000:00000010:0.0:1709787670.260243:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801329d2c00. 00000100:00000010:0.0:1709787670.260283:0:297:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f50e300. 02000000:00000010:0.0:1709787670.260286:0:297:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801329d2700. 02000000:00000010:3.0:1709787670.260377:0:24683:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008f5c7400. 00000400:00000010:3.0:1709787670.260384:0:24683:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf5420. 00000400:00000010:3.0:1709787670.260389:0:24683:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787670.260395:0:24683:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935233152, portal 10 00000400:00000010:3.0:1709787670.260400:0:24683:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787670.260402:0:24683:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1792841935233152, offset 0 00000400:00000200:3.0:1709787670.260407:0:24683:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787670.260416:0:24683:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787670.260424:0:24683:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x65e948ab02080 00000400:00000200:3.0:1709787670.260429:0:24683:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d [64] + 8424 00000400:00000200:3.0:1709787670.260434:0:24683:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787670.260437:0:24683:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787670.260442:0:24683:0:(events.c:315:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1709787670.260445:0:24683:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801349ac380. 00000400:00000200:3.0:1709787670.260456:0:24683:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c5d8 00000400:00000010:3.0:1709787670.260458:0:24683:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787670.260463:0:24683:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009f50e300 x1792841935233152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:3.0:1709787670.260510:0:26623:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f5c6e00. 00000020:00000010:3.0:1709787670.260514:0:26623:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787670.260525:0:26623:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787670.260546:0:26623:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935233152 02000000:00000010:3.0:1709787670.260563:0:26623:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135acbc00. 00010000:00000200:3.0:1709787670.260569:0:26623:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8801349ac380 x1792841935233152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787670.260578:0:26623:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c5d8. 00000100:00000200:3.0:1709787670.260580:0:26623:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1792841935233152, offset 224 00000400:00000200:3.0:1709787670.260583:0:26623:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787670.260587:0:26623:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787670.260590:0:26623:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x65e948ab02080 00000400:00000200:3.0:1709787670.260594:0:26623:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14c1 [1] + 224 00000400:00000200:3.0:1709787670.260596:0:26623:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787670.260598:0:26623:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787670.260606:0:26623:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f50e300 x1792841935233152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787670.260617:0:26623:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c5d8 00000400:00000010:3.0:1709787670.260618:0:26623:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c5d8. 00000020:00000010:3.0:1709787670.260626:0:26623:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787670.260628:0:26623:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787670.260631:0:26623:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f5c6e00. 00000400:00000010:3.0:1709787670.260643:0:24683:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff880092bf5420. 00000400:00000200:3.0:1709787670.260644:0:24683:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787670.260645:0:24683:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787670.260648:0:24683:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f50e300 x1792841935233152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1709787670.260653:0:24683:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009f50e300 x1792841935233152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1709787670.260668:0:24683:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008f5c7400. 02000000:00000010:3.0:1709787670.260671:0:24683:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801329d2700. 00000100:00000010:3.0:1709787670.260675:0:24683:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f50e300. 02000000:00000010:2.0:1709787670.260788:0:24685:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013297b800. 00000400:00000010:2.0:1709787670.260793:0:24685:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d4434d0. 00000400:00000010:2.0:1709787670.260797:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958ee0. 00000100:00000200:2.0:1709787670.260799:0:24685:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1792841935233088, portal 25 00000400:00000010:2.0:1709787670.260802:0:24685:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b2958f68. 00000100:00000200:2.0:1709787670.260804:0:24685:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1792841935233088, offset 0 00000400:00000200:2.0:1709787670.260807:0:24685:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1709787670.260811:0:24685:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1709787670.260815:0:24685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x65e948ab02040 00000400:00000200:2.0:1709787670.260819:0:24685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xed5 [2] + 0 00000400:00000010:2.0:1709787670.260821:0:24685:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88008f383738. 00000400:00000200:2.0:1709787670.260823:0:24685:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a62af9c0 00000400:00000200:2.0:1709787670.260826:0:24685:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1709787670.260827:0:24685:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1709787670.260829:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a62af9c0 00000400:00000010:2.0:1709787670.260831:0:24685:0:(lib-lnet.h:319:lnet_md_free()) kfreed 'md': 152 at ffff8800a62af9c0. 00000100:00000200:2.0:1709787670.260834:0:24685:0:(events.c:315:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1709787670.260841:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958f68 00000400:00000010:2.0:1709787670.260842:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958f68. 00000100:00000200:2.0:1709787670.260845:0:24685:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009f50df80 x1792841935233088/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:3.0:1709787670.261571:0:26619:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008f5c7400. 00000020:00000010:3.0:1709787670.261575:0:26619:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787670.261583:0:26619:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880099830af0. 00000100:00000200:3.0:1709787670.261611:0:26619:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1792841935233088 02000000:00000010:3.0:1709787670.261618:0:26619:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135ac8c00. 00010000:00000200:3.0:1709787670.261622:0:26619:0:(ldlm_lib.c:3288:target_send_reply_msg()) @@@ sending reply req@ffff8800a643a450 x1792841935233088/t0(0) o400->eb9e711c-4c6c-445e-9533-1e81ce6a12b1@0@lo:336/0 lens 224/224 e 0 to 0 dl 1709787681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 00000400:00000010:3.0:1709787670.261629:0:26619:0:(lib-md.c:152:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012db7c990. 00000100:00000200:3.0:1709787670.261632:0:26619:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1792841935233088, offset 224 00000400:00000200:3.0:1709787670.261635:0:26619:0:(lib-move.c:5284:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1709787670.261639:0:26619:0:(lib-move.c:4779:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1709787670.261643:0:26619:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x65e948ab02040 00000400:00000200:3.0:1709787670.261646:0:26619:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14cd [1] + 224 00000400:00000200:3.0:1709787670.261649:0:26619:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1709787670.261651:0:26619:0:(lib-msg.c:819:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1709787670.261654:0:26619:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f50df80 x1792841935233088/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:3.0:1709787670.261663:0:26619:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012db7c990 00000400:00000010:3.0:1709787670.261664:0:26619:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff88012db7c990. 00000020:00000010:3.0:1709787670.261670:0:26619:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800926bbd80. 00000020:00000010:3.0:1709787670.261672:0:26619:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880099830af0. 00000020:00000010:3.0:1709787670.261674:0:26619:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008f5c7400. 02000000:00000010:3.0:1709787670.261677:0:26619:0:(sec_null.c:350:null_free_rs()) kfreed 'rs': 520 at ffff880135ac8c00. 00000100:00000200:3.0:1709787670.261681:0:26619:0:(niobuf.c:1023:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1709787670.261683:0:26619:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me': 88 at ffff880092bf5420. 00000400:00000010:3.0:1709787670.261686:0:26619:0:(lib-md.c:158:lnet_md_build()) alloc '(lmd)': 152 at ffff88009f4e03c0. 00000400:00000010:3.0:1709787670.261700:0:24685:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d4434d0. 00000400:00000200:3.0:1709787670.261702:0:24685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800b2958ee0 00000400:00000010:3.0:1709787670.261703:0:24685:0:(lib-lnet.h:316:lnet_md_free()) slab-freed 'md': 136 at ffff8800b2958ee0. 00000100:00000200:3.0:1709787670.261706:0:24685:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009f50df80 x1792841935233088/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1709787670.261711:0:24685:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009f50df80 x1792841935233088/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1709787686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1709787670.261720:0:24685:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013297b800. 02000000:00000010:3.0:1709787670.261723:0:24685:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801329d2c00. 00000100:00000010:3.0:1709787670.261731:0:24685:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f50df80. Debug log: 435 lines, 435 kept, 0 dropped, 0 bad.