00000100:00000010:3.0F:1790701605.772609:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd074c380.
02000000:00000010:3.0:1790701605.772644:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cc4441d00.
00000100:00000010:3.0:1790701605.772676:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd074f800.
02000000:00000010:3.0:1790701605.772681:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cc4441700.
00000100:00000010:3.0:1790701605.772689:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd074d180.
02000000:00000010:3.0:1790701605.772693:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cc4441900.
02000000:00000010:2.0F:1790701605.772707:0:123347:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc7acc200.
00000400:00000200:2.0:1790701605.772727:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1790701605.772732:0:123347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cf60b2058.
00000400:00000010:2.0:1790701605.772741:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6ac38.
00000100:00000200:2.0:1790701605.772749:0:123347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431424, portal 25
00000400:00000010:2.0:1790701605.772757:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6a660.
00000100:00000200:2.0:1790701605.772761:0:123347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686537431424, offset 0
00000400:00000200:2.0:1790701605.772771:0:123347:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1790701605.772780:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.772790:0:123347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1790701605.772796:0:123347:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790701605.772801:0:123347:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1790701605.772841:0:123347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790701605.772845:0:123347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1790701605.772850:0:123347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [88:88:256:4294967295] 192.168.204.157@tcp LPNI seq info [88:88:8:4294967295]
00000400:00000200:2.0:1790701605.772855:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.772865:0:123347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790701605.772872:0:123347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1790701605.772878:0:123347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cc56f4600.
00000800:00000200:2.0:1790701605.772886:0:123347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:2.0:1790701605.772895:0:123347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:2.0:1790701605.772900:0:123347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cc56f4600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1790701605.772925:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:2.0:1790701605.772932:0:123347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ce118f960.
00000100:00000010:2.0:1790701605.772944:0:123347:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ce118f480.
02000000:00000010:2.0:1790701605.772979:0:123347:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc7acc400.
00000400:00000200:2.0:1790701605.772984:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1790701605.772988:0:123347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cf60b2630.
00000400:00000010:2.0:1790701605.772993:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6a908.
00000100:00000200:2.0:1790701605.772996:0:123347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431680, portal 10
00000400:00000010:2.0:1790701605.773004:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6a4c8.
00000100:00000200:2.0:1790701605.773007:0:123347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537431680, offset 0
00000400:00000200:2.0:1790701605.773019:0:123347:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1790701605.773023:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.773026:0:123347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1790701605.773029:0:123347:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790701605.773033:0:123347:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1790701605.773035:0:123347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790701605.773038:0:123347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1790701605.773040:0:123347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [89:89:255:4294967295] 192.168.204.157@tcp LPNI seq info [89:89:7:4294967295]
00000400:00000200:2.0:1790701605.773045:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.773051:0:123347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790701605.773056:0:123347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1790701605.773060:0:123347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cc56f4700.
00000800:00000200:2.0:1790701605.773064:0:123347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:2.0:1790701605.773069:0:123347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:2.0:1790701605.773072:0:123347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cc56f4700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1790701605.773080:0:123338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1790701605.773080:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000010:3.0:1790701605.773087:0:123338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cc56f4600.
00000400:00000200:3.0:1790701605.773096:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1790701605.773099:0:123347:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc7acde00.
00000400:00000200:2.0:1790701605.773104:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:2.0:1790701605.773107:0:123347:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cf60b2840.
00000400:00000010:2.0:1790701605.773110:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6a550.
00000100:00000200:2.0:1790701605.773113:0:123347:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431552, portal 10
00000400:00000200:3.0:1790701605.773115:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000010:2.0:1790701605.773120:0:123347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8ccbb6a198.
00000100:00000200:2.0:1790701605.773125:0:123347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537431552, offset 0
00000400:00000200:3.0:1790701605.773128:0:123338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6a660
00000400:00000010:3.0:1790701605.773132:0:123338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6a660.
00000100:00000200:3.0:1790701605.773143:0:123338:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd074c380 x1877686537431424/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790701605.773172:0:123338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1790701605.773175:0:123338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cc56f4700.
00000400:00000200:3.0:1790701605.773177:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701605.773181:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:2.0:1790701605.778763:0:123347:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:2.0:1790701605.778784:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.778796:0:123347:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:2.0:1790701605.778802:0:123347:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790701605.780577:0:123338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6a4c8
00000400:00000010:3.0:1790701605.780585:0:123338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6a4c8.
00000100:00000200:3.0:1790701605.780603:0:123338:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd074d180 x1877686537431680/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790701605.781372:0:123347:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:2.0:1790701605.781377:0:123347:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790701605.781380:0:123347:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:2.0:1790701605.781385:0:123347:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [90:90:255:4294967295] 192.168.204.157@tcp LPNI seq info [90:90:7:4294967295]
00000400:00000200:2.0:1790701605.781402:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.781412:0:123347:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790701605.781419:0:123347:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:2.0:1790701605.781426:0:123347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cc56f4d00.
00000800:00000200:2.0:1790701605.781434:0:123347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:2.0:1790701605.781442:0:123347:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:2.0:1790701605.781447:0:123347:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cc56f4d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1790701605.785130:0:123347:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:2.0:1790701605.785255:0:123339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1790701605.785260:0:123339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cc56f4d00.
00000400:00000200:2.0:1790701605.785269:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701605.785277:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:2.0:1790701605.785285:0:123339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6a198
00000400:00000010:2.0:1790701605.785288:0:123339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6a198.
00000100:00000200:2.0:1790701605.785302:0:123339:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd074f800 x1877686537431552/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790701605.787380:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.787391:0:123338:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:3.0:1790701605.787401:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.787407:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.787414:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.787419:0:123338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 25 MB=0x6abbef7102980
00000400:00000200:3.0:1790701605.787426:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.787449:0:123338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.157@tcp of length 224/224 into md 0x5cd [1] + 224
00000400:00000200:3.0:1790701605.787466:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701605.787471:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:3.0:1790701605.787496:0:123338:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd074c380 x1877686537431424/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790701605.787809:0:123347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cf60b2058.
00000400:00000200:2.0:1790701605.787814:0:123347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6ac38
00000400:00000010:2.0:1790701605.787849:0:123347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6ac38.
00000100:00000200:2.0:1790701605.787859:0:123347:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd074c380 x1877686537431424/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790701605.787869:0:123347:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd074c380 x1877686537431424/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790701605.787906:0:123347:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc7acc200.
02000000:00000010:2.0:1790701605.787915:0:123347:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cc4441d00.
00000100:00000010:2.0:1790701605.787920:0:123347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd074c380.
00000400:00000200:2.0:1790701605.807235:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.807247:0:123339:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:2.0:1790701605.807256:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.807261:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.807282:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.807286:0:123339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102a80
00000400:00000200:2.0:1790701605.807292:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701605.807298:0:123339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x5dd [1] + 224
00000400:00000200:2.0:1790701605.807313:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701605.807317:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:2.0:1790701605.807333:0:123339:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd074d180 x1877686537431680/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790701605.807421:0:123347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cf60b2630.
00000400:00000200:3.0:1790701605.807427:0:123347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6a908
00000400:00000010:3.0:1790701605.807429:0:123347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6a908.
00000100:00000200:3.0:1790701605.807448:0:123347:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd074d180 x1877686537431680/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1790701605.807458:0:123347:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd074d180 x1877686537431680/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790701605.807494:0:123347:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc7acc400.
02000000:00000010:3.0:1790701605.807500:0:123347:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cc4441900.
00000100:00000010:3.0:1790701605.807505:0:123347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd074d180.
00000400:00000200:3.0:1790701605.816179:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.816191:0:123338:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:3.0:1790701605.816201:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.816206:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.816212:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.816216:0:123338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102a00
00000400:00000200:3.0:1790701605.816221:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701605.816227:0:123338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x5ed [1] + 224
00000400:00000200:3.0:1790701605.816243:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701605.816248:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:3.0:1790701605.816265:0:123338:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd074f800 x1877686537431552/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790701605.820126:0:123347:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cf60b2840.
00000400:00000200:2.0:1790701605.820140:0:123347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8ccbb6a550
00000400:00000010:2.0:1790701605.820142:0:123347:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8ccbb6a550.
00000100:00000200:2.0:1790701605.820161:0:123347:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd074f800 x1877686537431552/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790701605.820174:0:123347:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd074f800 x1877686537431552/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790701605.820213:0:123347:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc7acde00.
02000000:00000010:2.0:1790701605.820220:0:123347:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cc4441700.
00000100:00000010:2.0:1790701605.820225:0:123347:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd074f800.
00000100:00000010:2.0:1790701607.052203:0:103943:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ce118f960.
00000100:00000010:3.0:1790701607.052749:0:125766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ce118f480.
00000001:02000400:2.0:1790701607.104237:0:129291:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 525: keep reachable peer on local net delete ========================================================== 13:06:45 (1790701605)
00000001:02000400:1.0F:1790701607.242770:0:129297:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000001:02000400:2.0:1790701609.174481:0:129433:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_525: @@@@@@ FAIL: lnetctl lnet unconfigure failed 240
Debug log: 160 lines, 160 kept, 0 dropped, 0 bad.