00000001:02000400:2.0F:1790701584.871577:0:127518:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 500: Check deadlock on ping target update ========================================================== 13:06:23 (1790701583)
00000001:02000400:3.0F:1790701584.924938:0:127523:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000100:00000010:0.0F:1790701585.307378:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e1f80.
02000000:00000010:0.0:1790701585.307417:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cfe280700.
00000100:00000010:0.0:1790701585.307451:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e3100.
02000000:00000010:0.0:1790701585.307458:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cfe280d00.
00000100:00000010:0.0:1790701585.307466:0:121163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8cd07e2d80.
02000000:00000010:0.0:1790701585.307471:0:121163:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8cc4444000.
02000000:00000010:0.0:1790701585.307544:0:123345:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cd1057400.
00000400:00000200:0.0:1790701585.307555:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:0.0:1790701585.307559:0:123345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cc360fb00.
00000400:00000010:0.0:1790701585.307566:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbdd0.
00000100:00000200:0.0:1790701585.307575:0:123345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537429888, portal 25
00000400:00000010:0.0:1790701585.307580:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecb440.
00000100:00000200:0.0:1790701585.307583:0:123345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877686537429888, offset 0
00000400:00000200:0.0:1790701585.307594:0:123345:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307602:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307613:0:123345:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:0.0:1790701585.307620:0:123345:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790701585.307625:0:123345:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:0.0:1790701585.307629:0:123345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790701585.307633:0:123345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307636:0:123345:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [76:76:256:4294967295] 192.168.204.157@tcp LPNI seq info [76:76:8:4294967295]
00000400:00000200:0.0:1790701585.307642:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307654:0:123345:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790701585.307662:0:123345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:0.0:1790701585.307669:0:123345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cfe285900.
00000800:00000200:0.0:1790701585.307677:0:123345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:0.0:1790701585.307686:0:123345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:0.0:1790701585.307691:0:123345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cfe285900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1790701585.307717:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000100:00000010:0.0:1790701585.307722:0:123345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ccb863240.
00000100:00000010:0.0:1790701585.307734:0:123345:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8f8ccb8639c0.
02000000:00000010:0.0:1790701585.307745:0:123345:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cd1056c00.
00000400:00000200:0.0:1790701585.307755:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:0.0:1790701585.307757:0:123345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cc360f058.
00000400:00000010:0.0:1790701585.307760:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbd48.
00000100:00000200:0.0:1790701585.307763:0:123345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537430144, portal 10
00000400:00000010:0.0:1790701585.307768:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbcc0.
00000100:00000200:0.0:1790701585.307770:0:123345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537430144, offset 0
00000400:00000200:0.0:1790701585.307774:0:123345:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307778:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307781:0:123345:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:0.0:1790701585.307783:0:123345:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790701585.307785:0:123345:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:0.0:1790701585.307788:0:123345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790701585.307790:0:123345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307792:0:123345:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [77:77:255:4294967295] 192.168.204.157@tcp LPNI seq info [77:77:7:4294967295]
00000400:00000200:0.0:1790701585.307796:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307801:0:123345:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790701585.307805:0:123345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:0.0:1790701585.307808:0:123345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cfe285c00.
00000800:00000200:0.0:1790701585.307811:0:123345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:0.0:1790701585.307815:0:123345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:0.0:1790701585.307838:0:123345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cfe285c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1790701585.307844:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
02000000:00000010:0.0:1790701585.307884:0:123345:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8cd1056800.
00000400:00000200:0.0:1790701585.307888:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000010:0.0:1790701585.307890:0:123345:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8cc360f370.
00000400:00000010:0.0:1790701585.307894:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecbbb0.
00000100:00000200:0.0:1790701585.307897:0:123345:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877686537430016, portal 10
00000400:00000010:0.0:1790701585.307901:0:123345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8cc7ecb6e8.
00000100:00000200:0.0:1790701585.307903:0:123345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877686537430016, offset 0
00000400:00000200:0.0:1790701585.307907:0:123345:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307911:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307919:0:123345:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.157@tcp local destination
00000400:00000200:0.0:1790701585.307922:0:123345:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1790701585.307924:0:123345:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.57@tcp
00000400:00000200:0.0:1790701585.307927:0:123345:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.57@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1790701585.307929:0:123345:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.157@tcp
00000400:00000200:0.0:1790701585.307932:0:123345:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.57@tcp NI seq info: [78:78:254:4294967295] 192.168.204.157@tcp LPNI seq info [78:78:6:4294967295]
00000400:00000200:0.0:1790701585.307935:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:0.0:1790701585.307941:0:123345:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp:<?>) -> 192.168.204.157@tcp(192.168.204.157@tcp:192.168.204.157@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1790701585.307945:0:123345:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.157@tcp
00000800:00000010:0.0:1790701585.307948:0:123345:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8cfe285000.
00000800:00000200:0.0:1790701585.307952:0:123345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f8ce1b22480] -> 12345-192.168.204.157@tcp (5)
00000800:00000200:0.0:1790701585.307956:0:123345:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:988
00000800:00000200:0.0:1790701585.307958:0:123345:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8cfe285000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1790701585.307963:0:123345:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000800:00000200:3.0:1790701585.308170:0:123338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1790701585.308174:0:123338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cfe285900.
00000400:00000200:3.0:1790701585.308179:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701585.308184:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:3.0:1790701585.308191:0:123338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecb440
00000400:00000010:3.0:1790701585.308194:0:123338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecb440.
00000100:00000200:3.0:1790701585.308203:0:123338:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e1f80 x1877686537429888/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790701585.308228:0:123338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1790701585.308230:0:123338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cfe285c00.
00000400:00000200:3.0:1790701585.308233:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701585.308235:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:3.0:1790701585.308238:0:123338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbcc0
00000400:00000010:3.0:1790701585.308239:0:123338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbcc0.
00000100:00000200:3.0:1790701585.308243:0:123338:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e2d80 x1877686537430144/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1790701585.308675:0:123338:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1790701585.308678:0:123338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8cfe285000.
00000400:00000200:3.0:1790701585.308681:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701585.308685:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000400:00000200:3.0:1790701585.308689:0:123338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecb6e8
00000400:00000010:3.0:1790701585.308690:0:123338:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecb6e8.
00000100:00000200:3.0:1790701585.308696:0:123338:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8f8cd07e3100 x1877686537430016/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790701585.311008:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311018:0:123339:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:3.0:1790701585.311026:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311031:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311036:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311040:0:123339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102480
00000400:00000200:3.0:1790701585.311046:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311234:0:123339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x545 [1] + 224
00000400:00000200:3.0:1790701585.311247:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701585.311252:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:3.0:1790701585.311268:0:123339:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e2d80 x1877686537430144/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790701585.311309:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311312:0:123339:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:3.0:1790701585.311317:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311320:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311323:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311326:0:123339:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 10 MB=0x6abbef7102400
00000400:00000200:3.0:1790701585.311330:0:123339:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:3.0:1790701585.311333:0:123339:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.157@tcp of length 224/224 into md 0x54d [1] + 224
00000400:00000200:3.0:1790701585.311342:0:123339:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1790701585.311357:0:123339:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:3.0:1790701585.311364:0:123339:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e3100 x1877686537430016/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790701585.311413:0:123345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cc360f370.
00000400:00000200:0.0:1790701585.311419:0:123345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbbb0
00000400:00000010:0.0:1790701585.311421:0:123345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbbb0.
00000100:00000200:0.0:1790701585.311428:0:123345:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e3100 x1877686537430016/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790701585.311437:0:123345:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e3100 x1877686537430016/t0(0) o400->lustre-MDT0000-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790701585.311470:0:123345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cc360f058.
00000400:00000200:0.0:1790701585.311473:0:123345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbd48
00000400:00000010:0.0:1790701585.311475:0:123345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbd48.
00000100:00000200:0.0:1790701585.311479:0:123345:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e2d80 x1877686537430144/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790701585.311486:0:123345:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e2d80 x1877686537430144/t0(0) o400->lustre-MDT0001-mdc-ffff8f8cc7fce800@192.168.204.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790701585.311502:0:123345:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cd1056800.
02000000:00000010:0.0:1790701585.311514:0:123345:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cfe280d00.
00000100:00000010:0.0:1790701585.311519:0:123345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e3100.
02000000:00000010:0.0:1790701585.311524:0:123345:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cd1056c00.
02000000:00000010:0.0:1790701585.311526:0:123345:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cc4444000.
00000100:00000010:0.0:1790701585.311528:0:123345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e2d80.
00000400:00000200:2.0:1790701585.318341:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701585.318363:0:123338:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.57@tcp(192.168.204.57@tcp) <- 192.168.204.157@tcp : PUT - for me
00000400:00000200:2.0:1790701585.318374:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701585.318380:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701585.318386:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701585.318390:0:123338:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.157@tcp of length 224 into portal 25 MB=0x6abbef7102380
00000400:00000200:2.0:1790701585.318396:0:123338:0:(api-ni.c:1619:lnet_nid4_cpt_hash()) Match nid 192.168.204.157@tcp to cpt 1
00000400:00000200:2.0:1790701585.318403:0:123338:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.157@tcp of length 224/224 into md 0x53d [1] + 224
00000400:00000200:2.0:1790701585.318420:0:123338:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1790701585.318425:0:123338:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.57@tcp->192.168.204.157@tcp: PUT: OK
00000100:00000200:2.0:1790701585.318440:0:123338:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0  req@ffff8f8cd07e1f80 x1877686537429888/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790701585.319307:0:123345:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8cc360fb00.
00000400:00000200:0.0:1790701585.319315:0:123345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8cc7ecbdd0
00000400:00000010:0.0:1790701585.319318:0:123345:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8f8cc7ecbdd0.
00000100:00000200:0.0:1790701585.319327:0:123345:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff8f8cd07e1f80 x1877686537429888/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1790701585.319336:0:123345:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff8f8cd07e1f80 x1877686537429888/t0(0) o400->MGC192.168.204.157@tcp@192.168.204.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1790701601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790701585.319376:0:123345:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8cd1057400.
02000000:00000010:0.0:1790701585.319382:0:123345:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8cfe280700.
00000100:00000010:0.0:1790701585.319387:0:123345:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8cd07e1f80.
00000001:02000400:2.0:1790701586.511084:0:127660:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_500: @@@@@@ FAIL: lnetctl lnet unconfigure failed 240
00000100:00000010:2.0:1790701586.636992:0:120878:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ccb863240.
00000100:00000010:3.0:1790701586.638039:0:112539:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8f8ccb8639c0.
Debug log: 160 lines, 160 kept, 0 dropped, 0 bad.