00000100:00000010:2.0F:1790701596.812862:0:103943:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8cc934dde0.
00000100:00000010:3.0F:1790701596.814020:0:125766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8cc934d0c0.
00000001:02000400:0.0F:1790701599.458004:0:128700:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 502: Verify lnetctl peer set --health (MR) ========================================================== 13:06:38 (1790701598)
00000001:02000400:2.0:1790701599.745500:0:128714:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000100:00000010:0.0:1790701600.653035:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e1f80.
02000000:00000010:0.0:1790701600.653068:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cfe285b00.
00000100:00000010:0.0:1790701600.653112:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e2d80.
02000000:00000010:0.0:1790701600.653118:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cfe285300.
00000100:00000010:0.0:1790701600.653125:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e3100.
02000000:00000010:0.0:1790701600.653129:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cfe285400.
02000000:00000010:0.0:1790701600.653180:0:123345:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc3105000.
00000400:00000200:0.0:1790701600.653191:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:0.0:1790701600.653195:0:123345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cc360fb00.
00000400:00000010:0.0:1790701600.653202:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbdd0.
00000100:00000200:0.0:1790701600.653210:0:123345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431168, portal 10
00000400:00000010:0.0:1790701600.653218:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbd48.
00000100:00000200:0.0:1790701600.653221:0:123345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537431168, offset 0
00000400:00000200:0.0:1790701600.653231:0:123345:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1790701600.653240:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701600.653248:0:123345:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:0.0:1790701600.653253:0:123345:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790701600.653258:0:123345:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:0.0:1790701600.653263:0:123345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790701600.653267:0:123345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:0.0:1790701600.653271:0:123345:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [85:85:256:4294967295] 192.168.204.157@tcp LPNI seq info [85:85:8:4294967295]
00000400:00000200:0.0:1790701600.653275:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701600.653287:0:123345:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790701600.653293:0:123345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:0.0:1790701600.653298:0:123345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cfe285e00.
00000800:00000200:0.0:1790701600.653304:0:123345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:0.0:1790701600.653312:0:123345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:0.0:1790701600.653316:0:123345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cfe285e00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0F:1790701600.653530:0:123344:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc9b4d000.
00000400:00000200:1.0:1790701600.653544:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1790701600.653547:0:123344:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cfe185b00.
00000400:00000010:1.0:1790701600.653551:0:123344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cec2b2dd0.
00000100:00000200:1.0:1790701600.653554:0:123344:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431040, portal 25
00000400:00000010:1.0:1790701600.653558:0:123344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cec2b2bb0.
00000100:00000200:1.0:1790701600.653560:0:123344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686537431040, offset 0
00000400:00000200:1.0:1790701600.653564:0:123344:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1790701600.653568:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1790701600.653572:0:123344:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1790701600.653575:0:123344:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790701600.653578:0:123344:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1790701600.653580:0:123344:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790701600.653583:0:123344:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1790701600.653585:0:123344:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [86:86:255:4294967295] 192.168.204.157@tcp LPNI seq info [86:86:7:4294967295]
00000400:00000200:1.0:1790701600.653589:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1790701600.653595:0:123344:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790701600.653599:0:123344:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1790701600.653614:0:123344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cc56d5500.
00000800:00000200:1.0:1790701600.653619:0:123344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:1.0:1790701600.653623:0:123344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:1.0:1790701600.653626:0:123344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cc56d5500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1790701600.653661:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:0.0:1790701600.653667:0:123345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ccb863240.
00000100:00000010:0.0:1790701600.653682:0:123345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ccb863de0.
00000400:00000200:1.0:1790701600.660519:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:1.0:1790701600.660574:0:123344:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cc9b4d800.
00000400:00000200:1.0:1790701600.660581:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:1.0:1790701600.660586:0:123344:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cfe185528.
00000400:00000010:1.0:1790701600.660593:0:123344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cec2b2ee0.
00000100:00000200:1.0:1790701600.660845:0:123344:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537431296, portal 10
00000400:00000010:1.0:1790701600.660857:0:123344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cec2b2e58.
00000100:00000200:1.0:1790701600.660862:0:123344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537431296, offset 0
00000400:00000200:1.0:1790701600.660872:0:123344:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:1.0:1790701600.660880:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1790701600.660903:0:123344:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:1.0:1790701600.660908:0:123344:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790701600.660913:0:123344:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:1.0:1790701600.660917:0:123344:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790701600.660920:0:123344:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:1.0:1790701600.660924:0:123344:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [87:87:254:4294967295] 192.168.204.157@tcp LPNI seq info [87:87:6:4294967295]
00000400:00000200:1.0:1790701600.660928:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:1.0:1790701600.660940:0:123344:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790701600.660946:0:123344:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:1.0:1790701600.660952:0:123344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cc56d5e00.
00000800:00000200:1.0:1790701600.660958:0:123344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:1.0:1790701600.660966:0:123344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:1.0:1790701600.660970:0:123344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cc56d5e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1790701600.660978:0:123344:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:2.0:1790701600.663923:0:123339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1790701600.663934:0:123339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cfe285e00.
00000400:00000200:2.0:1790701600.663941:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.663950:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:2.0:1790701600.663957:0:123339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbd48
00000400:00000010:2.0:1790701600.663961:0:123339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbd48.
00000100:00000200:2.0:1790701600.663977:0:123339:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e2d80 x1877686537431168/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790701600.664004:0:123339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1790701600.664006:0:123339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cc56d5500.
00000400:00000200:2.0:1790701600.664011:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.664014:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:2.0:1790701600.664016:0:123339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cec2b2bb0
00000400:00000010:2.0:1790701600.664018:0:123339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cec2b2bb0.
00000100:00000200:2.0:1790701600.664023:0:123339:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e1f80 x1877686537431040/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790701600.664681:0:123339:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1790701600.664686:0:123339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cc56d5e00.
00000400:00000200:2.0:1790701600.664691:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.664696:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:2.0:1790701600.664700:0:123339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cec2b2e58
00000400:00000010:2.0:1790701600.664702:0:123339:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cec2b2e58.
00000100:00000200:2.0:1790701600.664708:0:123339:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e3100 x1877686537431296/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790701600.681529:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.681540:0:123338:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:2.0:1790701600.681559:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.681565:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.681571:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.681575:0:123338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 25 MB=0x6abbef7102800
00000400:00000200:2.0:1790701600.681593:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.681599:0:123338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.157@tcp of length 224/224 into md 0x5bd [1] + 224
00000400:00000200:2.0:1790701600.681625:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.681630:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:2.0:1790701600.681647:0:123338:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e1f80 x1877686537431040/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790701600.681856:0:123344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cfe185b00.
00000400:00000200:1.0:1790701600.681862:0:123344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cec2b2dd0
00000400:00000010:1.0:1790701600.681864:0:123344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cec2b2dd0.
00000100:00000200:1.0:1790701600.681872:0:123344:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e1f80 x1877686537431040/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790701600.681881:0:123344:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e1f80 x1877686537431040/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790701600.681912:0:123344:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc9b4d000.
02000000:00000010:1.0:1790701600.681918:0:123344:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cfe285b00.
00000100:00000010:1.0:1790701600.681923:0:123344:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e1f80.
00000400:00000200:2.0:1790701600.684193:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684203:0:123339:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:2.0:1790701600.684212:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684217:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684223:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684227:0:123339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102880
00000400:00000200:2.0:1790701600.684232:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684239:0:123339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x5b5 [1] + 224
00000400:00000200:2.0:1790701600.684250:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.684254:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:2.0:1790701600.684270:0:123339:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e2d80 x1877686537431168/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790701600.684297:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684300:0:123339:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:2.0:1790701600.684304:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684306:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684308:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684311:0:123339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102900
00000400:00000200:2.0:1790701600.684314:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701600.684317:0:123339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x5c5 [1] + 224
00000400:00000200:2.0:1790701600.684325:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701600.684328:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:2.0:1790701600.684334:0:123339:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e3100 x1877686537431296/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790701600.684480:0:123345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cc360fb00.
00000400:00000200:1.0:1790701600.684486:0:123345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbdd0
00000400:00000010:1.0:1790701600.684488:0:123345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbdd0.
00000100:00000200:1.0:1790701600.684495:0:123345:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e2d80 x1877686537431168/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790701600.684504:0:123345:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e2d80 x1877686537431168/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790701600.684545:0:123345:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc3105000.
02000000:00000010:1.0:1790701600.684563:0:123345:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cfe285300.
00000100:00000010:1.0:1790701600.684568:0:123345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e2d80.
00000400:00000010:1.0:1790701600.684589:0:123344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cfe185528.
00000400:00000200:1.0:1790701600.684593:0:123344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cec2b2ee0
00000400:00000010:1.0:1790701600.684594:0:123344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cec2b2ee0.
00000100:00000200:1.0:1790701600.684609:0:123344:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e3100 x1877686537431296/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790701600.684618:0:123344:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e3100 x1877686537431296/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790701600.684630:0:123344:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cc9b4d800.
02000000:00000010:1.0:1790701600.684633:0:123344:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cfe285400.
00000100:00000010:1.0:1790701600.684635:0:123344:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e3100.
00000001:02000400:2.0:1790701601.355487:0:128842:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_502: @@@@@@ FAIL: lnetctl lnet unconfigure failed 240
00000100:00000010:3.0:1790701601.998686:0:125766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ccb863de0.
00000100:00000010:2.0:1790701602.004420:0:103943:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ccb863240.
Debug log: 162 lines, 162 kept, 0 dropped, 0 bad.