00000001:02000400:1.0F:1786566620.869625:0:67933:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 210: Local NI recovery checks ======== 16:30:19 (1786566619)
00000400:00000010:2.0F:1786566621.270268:0:67966:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000f56b36a4.
00000400:00000010:2.0:1786566621.270296:0:67966:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000097666a84.
00000400:00000010:2.0:1786566621.270300:0:67966:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000ea073016.
00000400:00000010:2.0:1786566621.270303:0:67966:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000009e61d6b1.
00000400:00000010:2.0:1786566621.270306:0:67966:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000df68fcf6.
00000400:00000010:2.0:1786566621.270310:0:67966:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000ccc82e0d.
00000400:00000010:2.0:1786566621.270314:0:67966:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 0000000058088c0a.
00000400:00000010:3.0F:1786566622.043864:0:67966:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000003e50f477.
00000400:00000010:3.0:1786566622.043893:0:67966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5ee24bb.
00000400:00000010:3.0:1786566622.043902:0:67966:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfe81510.
00000400:00000010:3.0:1786566622.043905:0:67966:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000003844fd14.
00000400:00000010:3.0:1786566622.043907:0:67966:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb1c07de.
00000400:00000010:3.0:1786566622.043908:0:67966:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039fb9a6b.
00000400:00000200:3.0:1786566622.044663:0:67966:0:(api-ni.c:978:lnet_register_lnd()) lo LND registered
00000400:00000200:0.0F:1786566622.186195:0:67983:0:(api-ni.c:978:lnet_register_lnd()) tcp LND registered
00000001:02000400:2.0:1786566622.207347:0:67985:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure
00000400:00000010:3.0:1786566622.224798:0:67986:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000ef71444a.
00000400:00000010:3.0:1786566622.224815:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004dd5a027.
00000400:00000010:3.0:1786566622.224823:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002cc12244.
00000400:00000010:3.0:1786566622.224826:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0e4e9f0.
00000400:00000010:3.0:1786566622.224829:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000395e53b6.
00000400:00000010:3.0:1786566622.224836:0:67986:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000b34ba28c.
00000400:00000010:3.0:1786566622.224841:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fce55de7.
00000400:00000010:3.0:1786566622.224843:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003837cf0e.
00000400:00000010:3.0:1786566622.224848:0:67986:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000004e3609f6.
00000400:00000010:3.0:1786566622.224851:0:67986:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000fdb10ba7.
00000400:00000010:3.0:1786566622.224947:0:67986:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000005a8898a0.
00000400:00000010:3.0:1786566622.224968:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fd7f113.
00000400:00000010:3.0:1786566622.224971:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000588b66c.
00000400:00000010:3.0:1786566622.225200:0:67986:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000031730d8e.
00000400:00000010:3.0:1786566622.225221:0:67986:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000a2203d88.
00000400:00000010:3.0:1786566622.225226:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006583c57c.
00000400:00000010:3.0:1786566622.225229:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b326c648.
00000400:00000010:3.0:1786566622.225232:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a71a8fa.
00000400:00000010:3.0:1786566622.225238:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000089c9d56e.
00000400:00000010:3.0:1786566622.225242:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006189cf11.
00000400:00000010:3.0:1786566622.225244:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6784710.
00000400:00000010:3.0:1786566622.225246:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000732be96b.
00000400:00000010:3.0:1786566622.225252:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e14c67cd.
00000400:00000010:3.0:1786566622.225255:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007ebcd310.
00000400:00000010:3.0:1786566622.225256:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000516212f8.
00000400:00000010:3.0:1786566622.225258:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc46a476.
00000400:00000010:3.0:1786566622.225271:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c792393c.
00000400:00000010:3.0:1786566622.225275:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007581116d.
00000400:00000010:3.0:1786566622.225277:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000335e8139.
00000400:00000010:3.0:1786566622.225280:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9e99731.
00000400:00000010:3.0:1786566622.225285:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b35fc9f.
00000400:00000010:3.0:1786566622.225288:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003cb171f2.
00000400:00000010:3.0:1786566622.225290:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009aff4c88.
00000400:00000010:3.0:1786566622.225291:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030d203eb.
00000400:00000010:3.0:1786566622.225297:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043fccda1.
00000400:00000010:3.0:1786566622.225300:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000047ef4c3.
00000400:00000010:3.0:1786566622.225301:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007a9cd04a.
00000400:00000010:3.0:1786566622.225303:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056fed783.
00000400:00000010:3.0:1786566622.225308:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d229006d.
00000400:00000010:3.0:1786566622.225311:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000017aa0b62.
00000400:00000010:3.0:1786566622.225313:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdea3c1a.
00000400:00000010:3.0:1786566622.225315:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016aac477.
00000400:00000010:3.0:1786566622.225320:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c96de4c.
00000400:00000010:3.0:1786566622.225323:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000be2759b.
00000400:00000010:3.0:1786566622.225325:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b519523e.
00000400:00000010:3.0:1786566622.225327:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c426f0b.
00000400:00000010:3.0:1786566622.225332:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000142af8e5.
00000400:00000010:3.0:1786566622.225335:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c1a582d2.
00000400:00000010:3.0:1786566622.225338:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d27ea53b.
00000400:00000010:3.0:1786566622.225340:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001399f8b7.
00000400:00000010:3.0:1786566622.225345:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f357893f.
00000400:00000010:3.0:1786566622.225348:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000061397da4.
00000400:00000010:3.0:1786566622.225350:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002704864.
00000400:00000010:3.0:1786566622.225351:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ea3db45.
00000400:00000010:3.0:1786566622.225356:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055b3a498.
00000400:00000010:3.0:1786566622.225359:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dfe0f87c.
00000400:00000010:3.0:1786566622.225361:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e68c0320.
00000400:00000010:3.0:1786566622.225363:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a42e94f1.
00000400:00000010:3.0:1786566622.225373:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cfcf6bd.
00000400:00000010:3.0:1786566622.225377:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003f66978d.
00000400:00000010:3.0:1786566622.225379:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009319bdb0.
00000400:00000010:3.0:1786566622.225381:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1233572.
00000400:00000010:3.0:1786566622.225390:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d21b8776.
00000400:00000010:3.0:1786566622.225393:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab92e371.
00000400:00000010:3.0:1786566622.225395:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6f1b232.
00000400:00000010:3.0:1786566622.225397:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2ad6b59.
00000400:00000010:3.0:1786566622.225403:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b29a6f5.
00000400:00000010:3.0:1786566622.225406:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aff1c27f.
00000400:00000010:3.0:1786566622.225408:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008892b4cb.
00000400:00000010:3.0:1786566622.225410:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e00935c9.
00000400:00000010:3.0:1786566622.225415:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d389faae.
00000400:00000010:3.0:1786566622.225418:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e85ad84c.
00000400:00000010:3.0:1786566622.225420:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021027d9b.
00000400:00000010:3.0:1786566622.225422:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004473f0f7.
00000400:00000010:3.0:1786566622.225427:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029c266dd.
00000400:00000010:3.0:1786566622.225430:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a2a22e4d.
00000400:00000010:3.0:1786566622.225432:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073695297.
00000400:00000010:3.0:1786566622.225434:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8d3dbf9.
00000400:00000010:3.0:1786566622.225440:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d09b5435.
00000400:00000010:3.0:1786566622.225444:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004dfa182b.
00000400:00000010:3.0:1786566622.225446:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e0958bd.
00000400:00000010:3.0:1786566622.225448:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd433bab.
00000400:00000010:3.0:1786566622.225454:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001eba4a8f.
00000400:00000010:3.0:1786566622.225457:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cb176838.
00000400:00000010:3.0:1786566622.225459:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031ee0f8c.
00000400:00000010:3.0:1786566622.225461:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c50cbbd0.
00000400:00000010:3.0:1786566622.225467:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9fb8771.
00000400:00000010:3.0:1786566622.225469:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ea8ff144.
00000400:00000010:3.0:1786566622.225471:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2f3bbd8.
00000400:00000010:3.0:1786566622.225473:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b317bdd4.
00000400:00000010:3.0:1786566622.225554:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064e99334.
00000400:00000010:3.0:1786566622.225558:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003c5c9d23.
00000400:00000010:3.0:1786566622.225560:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5fe2ee0.
00000400:00000010:3.0:1786566622.225562:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b8c2aa1.
00000400:00000010:3.0:1786566622.225568:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086352e5d.
00000400:00000010:3.0:1786566622.225571:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000087b8fec4.
00000400:00000010:3.0:1786566622.225573:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f65b813.
00000400:00000010:3.0:1786566622.225575:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7c193a6.
00000400:00000010:3.0:1786566622.225581:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011ccf0e5.
00000400:00000010:3.0:1786566622.225584:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cdda2ea0.
00000400:00000010:3.0:1786566622.225586:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000757a9a4.
00000400:00000010:3.0:1786566622.225588:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001aff7067.
00000400:00000010:3.0:1786566622.225594:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cab3c19.
00000400:00000010:3.0:1786566622.225596:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000086c87881.
00000400:00000010:3.0:1786566622.225598:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a11046b1.
00000400:00000010:3.0:1786566622.225600:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5c9fd5f.
00000400:00000010:3.0:1786566622.225605:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dddd2652.
00000400:00000010:3.0:1786566622.225608:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a897b7e9.
00000400:00000010:3.0:1786566622.225609:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009bdbbd89.
00000400:00000010:3.0:1786566622.225611:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9da9036.
00000400:00000010:3.0:1786566622.225617:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f387345.
00000400:00000010:3.0:1786566622.225620:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fd6f7be0.
00000400:00000010:3.0:1786566622.225622:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9dd3e8f.
00000400:00000010:3.0:1786566622.225624:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000349e982.
00000400:00000010:3.0:1786566622.225630:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfc4c242.
00000400:00000010:3.0:1786566622.225661:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000bf5677f.
00000400:00000010:3.0:1786566622.225666:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000091251e10.
00000400:00000010:3.0:1786566622.225668:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000443575be.
00000400:00000010:3.0:1786566622.225674:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4b0520f.
00000400:00000010:3.0:1786566622.225677:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000757a8815.
00000400:00000010:3.0:1786566622.225679:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052d027af.
00000400:00000010:3.0:1786566622.225680:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b388ff6.
00000400:00000010:3.0:1786566622.225692:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a7824fcf.
00000400:00000010:3.0:1786566622.225695:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000668f87e.
00000400:00000010:3.0:1786566622.225697:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019515a37.
00000400:00000010:3.0:1786566622.225699:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003eb4e31d.
00000400:00000010:3.0:1786566622.225706:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4469ee.
00000400:00000010:3.0:1786566622.225709:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000076a98ad7.
00000400:00000010:3.0:1786566622.225712:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069487f8d.
00000400:00000010:3.0:1786566622.225714:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000176f934.
00000400:00000010:3.0:1786566622.225720:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc93b382.
00000400:00000010:3.0:1786566622.225723:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d088b3df.
00000400:00000010:3.0:1786566622.225725:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035d3e9a0.
00000400:00000010:3.0:1786566622.225728:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c00df2f7.
00000400:00000010:3.0:1786566622.225733:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9047047.
00000400:00000010:3.0:1786566622.225737:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f9ce5608.
00000400:00000010:3.0:1786566622.225740:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f394396.
00000400:00000010:3.0:1786566622.225742:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b616acdb.
00000400:00000010:3.0:1786566622.225747:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d553dd2c.
00000400:00000010:3.0:1786566622.225751:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000061573a0c.
00000400:00000010:3.0:1786566622.225753:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000315bc99c.
00000400:00000010:3.0:1786566622.225755:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002eff52a1.
00000400:00000010:3.0:1786566622.225761:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044b7d370.
00000400:00000010:3.0:1786566622.225764:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000010a1f59d.
00000400:00000010:3.0:1786566622.225767:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0e79199.
00000400:00000010:3.0:1786566622.225769:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d2a0268.
00000400:00000010:3.0:1786566622.225775:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cc47f82f.
00000400:00000010:3.0:1786566622.225778:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000069257c00.
00000400:00000010:3.0:1786566622.225780:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000da14d10.
00000400:00000010:3.0:1786566622.225782:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000618da4bb.
00000400:00000010:3.0:1786566622.225788:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acd4d4c4.
00000400:00000010:3.0:1786566622.225790:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008f9715d7.
00000400:00000010:3.0:1786566622.225792:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f76e76d.
00000400:00000010:3.0:1786566622.225794:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006409e493.
00000400:00000010:3.0:1786566622.225805:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e0d6e5b.
00000400:00000010:3.0:1786566622.225808:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ca909c5f.
00000400:00000010:3.0:1786566622.225810:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058ba0fee.
00000400:00000010:3.0:1786566622.225812:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b75b22be.
00000400:00000010:3.0:1786566622.225817:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000537b4d92.
00000400:00000010:3.0:1786566622.225821:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000009cb1212.
00000400:00000010:3.0:1786566622.225822:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000968cc9a8.
00000400:00000010:3.0:1786566622.225825:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074992104.
00000400:00000010:3.0:1786566622.225832:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040f55bfe.
00000400:00000010:3.0:1786566622.225835:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003438d95d.
00000400:00000010:3.0:1786566622.225837:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6695725.
00000400:00000010:3.0:1786566622.225839:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004acefec.
00000400:00000010:3.0:1786566622.225844:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000dc59d0.
00000400:00000010:3.0:1786566622.225847:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001604068d.
00000400:00000010:3.0:1786566622.225849:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c54b4e8.
00000400:00000010:3.0:1786566622.225852:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000decc4513.
00000400:00000010:3.0:1786566622.225871:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e497327a.
00000400:00000010:3.0:1786566622.225876:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000015c96f04.
00000400:00000010:3.0:1786566622.225878:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000057e14f40.
00000400:00000010:3.0:1786566622.225880:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a569490.
00000400:00000010:3.0:1786566622.225885:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041e24615.
00000400:00000010:3.0:1786566622.225888:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000057f1f211.
00000400:00000010:3.0:1786566622.225891:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047a8c4e1.
00000400:00000010:3.0:1786566622.225893:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6f6b634.
00000400:00000010:3.0:1786566622.225898:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4a022f.
00000400:00000010:3.0:1786566622.225901:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001cc488b7.
00000400:00000010:3.0:1786566622.225903:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006212b50d.
00000400:00000010:3.0:1786566622.225906:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082e461d4.
00000400:00000010:3.0:1786566622.225911:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa1a9181.
00000400:00000010:3.0:1786566622.225914:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005006be63.
00000400:00000010:3.0:1786566622.225916:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004920cfa1.
00000400:00000010:3.0:1786566622.225918:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000304eb3d3.
00000400:00000010:3.0:1786566622.225934:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036931990.
00000400:00000010:3.0:1786566622.225937:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000abf2065b.
00000400:00000010:3.0:1786566622.225940:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000011eb61cf.
00000400:00000010:3.0:1786566622.225942:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076171eef.
00000400:00000010:3.0:1786566622.225946:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c636fb93.
00000400:00000010:3.0:1786566622.225950:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000eb9c951f.
00000400:00000010:3.0:1786566622.225951:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1164b30.
00000400:00000010:3.0:1786566622.225953:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000694823a9.
00000400:00000010:3.0:1786566622.225958:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d22357d.
00000400:00000010:3.0:1786566622.225961:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002e5fa9a0.
00000400:00000010:3.0:1786566622.225963:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9bddd53.
00000400:00000010:3.0:1786566622.225964:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fbac8b8.
00000400:00000010:3.0:1786566622.225970:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d7fb47b.
00000400:00000010:3.0:1786566622.225973:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000004c8c7ec.
00000400:00000010:3.0:1786566622.225975:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005a7e3a2b.
00000400:00000010:3.0:1786566622.225977:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a65ed4c.
00000400:00000010:3.0:1786566622.225988:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad879a70.
00000400:00000010:3.0:1786566622.225994:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000fe0cc71.
00000400:00000010:3.0:1786566622.225996:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1d312b4.
00000400:00000010:3.0:1786566622.226186:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e53b79e7.
00000400:00000010:3.0:1786566622.226192:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b7ce256.
00000400:00000010:3.0:1786566622.226194:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fd3da720.
00000400:00000010:3.0:1786566622.226196:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abe7ee44.
00000400:00000010:3.0:1786566622.226198:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd6ad29a.
00000400:00000010:3.0:1786566622.226204:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039e21151.
00000400:00000010:3.0:1786566622.226206:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000db037d94.
00000400:00000010:3.0:1786566622.226208:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bed251b3.
00000400:00000010:3.0:1786566622.226210:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eaa3b3f1.
00000400:00000010:3.0:1786566622.226214:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6fcba5e.
00000400:00000010:3.0:1786566622.226216:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5f73016.
00000400:00000010:3.0:1786566622.226218:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000431a9fe0.
00000400:00000010:3.0:1786566622.226219:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3136663.
00000400:00000010:3.0:1786566622.226235:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053104787.
00000400:00000010:3.0:1786566622.226238:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000491698e6.
00000400:00000010:3.0:1786566622.226240:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e292907d.
00000400:00000010:3.0:1786566622.226242:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e4e9314.
00000400:00000010:3.0:1786566622.226247:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045ff8553.
00000400:00000010:3.0:1786566622.226250:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b59a80d.
00000400:00000010:3.0:1786566622.226252:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9e563f7.
00000400:00000010:3.0:1786566622.226254:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c528450.
00000400:00000010:3.0:1786566622.226259:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006dd031da.
00000400:00000010:3.0:1786566622.226261:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000275c7444.
00000400:00000010:3.0:1786566622.226263:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031c3216f.
00000400:00000010:3.0:1786566622.226265:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000025e131c.
00000400:00000010:3.0:1786566622.226269:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008af02da6.
00000400:00000010:3.0:1786566622.226272:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bf401179.
00000400:00000010:3.0:1786566622.226274:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d21ffd0a.
00000400:00000010:3.0:1786566622.226276:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000525b9178.
00000400:00000010:3.0:1786566622.226287:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009a14b610.
00000400:00000010:3.0:1786566622.226290:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009498f327.
00000400:00000010:3.0:1786566622.226292:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e293db2d.
00000400:00000010:3.0:1786566622.226294:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000354325fb.
00000400:00000010:3.0:1786566622.226299:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082fbc4ea.
00000400:00000010:3.0:1786566622.226301:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f671a5d4.
00000400:00000010:3.0:1786566622.226303:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000087c29fc4.
00000400:00000010:3.0:1786566622.226305:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a1cda18.
00000400:00000010:3.0:1786566622.226310:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026642e85.
00000400:00000010:3.0:1786566622.226312:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070d90e39.
00000400:00000010:3.0:1786566622.226314:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e5e4ff1.
00000400:00000010:3.0:1786566622.226316:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000826e6f2e.
00000400:00000010:3.0:1786566622.226321:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000621d7e77.
00000400:00000010:3.0:1786566622.226323:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d65df41c.
00000400:00000010:3.0:1786566622.226325:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014c52ef6.
00000400:00000010:3.0:1786566622.226327:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072b47052.
00000400:00000010:3.0:1786566622.226341:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbbd109f.
00000400:00000010:3.0:1786566622.226345:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a7f8e490.
00000400:00000010:3.0:1786566622.226347:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b10018f.
00000400:00000010:3.0:1786566622.226349:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070b81831.
00000400:00000010:3.0:1786566622.226353:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f7bcc6c.
00000400:00000010:3.0:1786566622.226356:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006a4fa27b.
00000400:00000010:3.0:1786566622.226357:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015368e5d.
00000400:00000010:3.0:1786566622.226359:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e080de52.
00000400:00000010:3.0:1786566622.226364:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064b4582f.
00000400:00000010:3.0:1786566622.226367:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e45ff8b.
00000400:00000010:3.0:1786566622.226368:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2532176.
00000400:00000010:3.0:1786566622.226370:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f66179a0.
00000400:00000010:3.0:1786566622.226375:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d18e145f.
00000400:00000010:3.0:1786566622.226378:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000525ce8c1.
00000400:00000010:3.0:1786566622.226380:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed13b2a9.
00000400:00000010:3.0:1786566622.226381:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6d68256.
00000400:00000010:3.0:1786566622.226392:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074a3a589.
00000400:00000010:3.0:1786566622.226395:0:67986:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab318ba6.
00000400:00000010:3.0:1786566622.226397:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ada4723f.
00000400:00000010:3.0:1786566622.226399:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042ed5ca9.
00000400:00000010:3.0:1786566622.226403:0:67986:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077894564.
00000400:00000010:3.0:1786566622.226407:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001067f8c0.
00000400:00000010:3.0:1786566622.226408:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082613e50.
00000400:00000010:3.0:1786566622.226413:0:67986:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000009225a833.
00000400:00000010:3.0:1786566622.226419:0:67986:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 00000000a656e9cf.
00000400:00000010:3.0:1786566622.226422:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029c1502a.
00000400:00000010:3.0:1786566622.226424:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034623d8e.
00000400:00000010:3.0:1786566622.226426:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e2d6dd3.
00000400:00000010:3.0:1786566622.226427:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5cc2bc9.
00000400:00000010:3.0:1786566622.226448:0:67986:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 41 at 0000000054411856.
00000400:00000010:3.0:1786566622.226455:0:67986:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058b504b0.
00000400:00000010:3.0:1786566622.226473:0:67986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004dfbdc12.
00000400:00000200:3.0:1786566622.226564:0:67986:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:3.0:1786566622.226576:0:67986:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ecc3a4c.
00000400:00000010:3.0:1786566622.226579:0:67986:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055358b99.
00000400:00000010:3.0:1786566622.226582:0:67986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b20118c3.
00000400:00000200:3.0:1786566622.226585:0:67986:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000008ecc3a4c
00000400:00000200:3.0:1786566622.226588:0:67986:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:3.0:1786566622.226591:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e7cad1d2.
00000400:00000010:3.0:1786566622.226594:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002a7b0fe.
00000400:00000010:3.0:1786566622.226596:0:67986:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089b9d500.
00000400:00000010:3.0:1786566622.226598:0:67986:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001731f53b.
00000400:00000200:2.0:1786566622.229783:0:67986:0:(peer.c:4457:lnet_peer_discovery_start()) discovery start: 0
00000400:00000200:3.0:1786566622.232779:0:67988:0:(peer.c:4283:lnet_peer_discovery()) started
00000400:00000010:3.0:1786566622.245953:0:67989:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002ff984a3.
00000400:00000010:3.0:1786566622.245988:0:67989:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002ff984a3.
00000400:00000010:3.0:1786566622.246337:0:67989:0:(api-ni.c:7409:lnet_route_show_start()) alloc '(rlist)': 16 at 0000000047970add.
00000400:00000010:3.0:1786566622.246421:0:67989:0:(api-ni.c:7309:lnet_route_show_done()) kfreed 'rlist': 16 at 0000000047970add.
00000400:00000010:3.0:1786566622.246904:0:67989:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 00000000a28610be.
00000400:00000010:3.0:1786566622.246917:0:67989:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 00000000a28610be.
00000400:00000010:3.0:1786566622.247218:0:67989:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 0000000047970add.
00000400:00000010:3.0:1786566622.247233:0:67989:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 0000000047970add.
00000400:00000010:3.0:1786566622.247323:0:67989:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 0000000047970add.
00000400:00000010:3.0:1786566622.247329:0:67989:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 0000000047970add.
00000400:00000010:3.0:1786566622.248609:0:67989:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 0000000047318f88.
00000001:00000200:3.0:1786566622.248619:0:67989:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0
00000001:00000200:3.0:1786566622.248621:0:67989:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (0000000094009482)
00000400:00000010:3.0:1786566622.248624:0:67989:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 0000000047318f88.
00000001:02000400:2.0:1786566622.264939:0:67990:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp --if ens2
00000400:00000010:3.0:1786566622.289321:0:67991:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 000000000366f724.
00000400:00000010:3.0:1786566622.289345:0:67991:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004a3854b6.
00000400:00000010:3.0:1786566622.289360:0:67991:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000b981c292.
00000400:00000010:3.0:1786566622.289366:0:67991:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000000297bf7e.
00000400:00000010:3.0:1786566622.289370:0:67991:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9a40f77.
00000400:00000010:3.0:1786566622.289376:0:67991:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2d9f511.
00000400:00000010:3.0:1786566622.289378:0:67991:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000184be78c.
00000400:00000010:3.0:1786566622.289380:0:67991:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec4d3411.
00000400:00000010:3.0:1786566622.289385:0:67991:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002ff984a3.
00000400:00000010:3.0:1786566622.289396:0:67991:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003ae192c2.
00000400:00000010:3.0:1786566622.289399:0:67991:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000095a6f581.
00000800:00000200:2.0:1786566622.290898:0:67991:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566622.290907:0:67991:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566622.290910:0:67991:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:2.0:1786566622.290912:0:67991:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000010:2.0:1786566622.290922:0:67991:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000321c68a5.
00000800:00000200:2.0:1786566622.290937:0:67991:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:2.0:1786566622.291458:0:67991:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:2.0:1786566622.291548:0:67991:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:2.0:1786566622.291564:0:67991:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp [8/256/0/180]
00000400:00000010:2.0:1786566622.293293:0:67991:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000007b731765.
00000400:00000010:2.0:1786566622.293309:0:67991:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000392b5f3.
00000400:00000010:2.0:1786566622.293343:0:67991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000013011f.
00000400:00000010:2.0:1786566622.294269:0:67991:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058b504b0.
00000400:00000200:2.0:1786566622.294276:0:67991:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dfbdc12
00000400:00000010:2.0:1786566622.294280:0:67991:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000004dfbdc12.
00000400:00000010:2.0:1786566622.294286:0:67991:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 41 at 0000000054411856.
00000400:00000010:2.0:1786566622.294366:0:67991:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004a3854b6.
00000400:00000010:2.0:1786566622.294373:0:67991:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 000000000366f724.
00000400:00000010:0.0:1786566622.344735:0:68005:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000010e3ce11.
00000400:00000010:0.0:1786566622.344807:0:68005:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000010e3ce11.
00000001:02000400:2.0:1786566623.002940:0:68111:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp1 --if ens2
00000400:00000010:0.0:1786566623.015074:0:68112:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 0000000072ab7b84.
00000400:00000010:0.0:1786566623.015100:0:68112:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000afa6db63.
00000400:00000010:0.0:1786566623.015114:0:68112:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000006482c875.
00000400:00000010:0.0:1786566623.015118:0:68112:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000009e5b5e2e.
00000400:00000010:0.0:1786566623.015122:0:68112:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004272d648.
00000400:00000010:0.0:1786566623.015128:0:68112:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba41e2e4.
00000400:00000010:0.0:1786566623.015131:0:68112:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a8494c49.
00000400:00000010:0.0:1786566623.015132:0:68112:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003865bd07.
00000400:00000010:0.0:1786566623.015135:0:68112:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000010e3ce11.
00000800:00000010:0.0:1786566623.015147:0:68112:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000927cefd3.
00000800:00000200:0.0:1786566623.015160:0:68112:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:0.0:1786566623.015169:0:68112:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:0.0:1786566623.015215:0:68112:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:0.0:1786566623.015244:0:68112:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp1 [8/256/0/180]
00000400:00000010:0.0:1786566623.017963:0:68112:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ac2a0eca.
00000400:00000010:0.0:1786566623.017978:0:68112:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c446f60.
00000400:00000010:0.0:1786566623.018013:0:68112:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd6baa04.
00000400:00000010:0.0:1786566623.018035:0:68112:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000392b5f3.
00000400:00000200:0.0:1786566623.018042:0:68112:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000013011f
00000400:00000010:0.0:1786566623.018044:0:68112:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000000013011f.
00000400:00000010:0.0:1786566623.018049:0:68112:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000007b731765.
00000400:00000010:0.0:1786566623.018109:0:68112:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000afa6db63.
00000400:00000010:0.0:1786566623.018116:0:68112:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 0000000072ab7b84.
00000400:00000010:0.0:1786566623.055062:0:68117:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cc9f448c.
00000400:00000010:0.0:1786566623.055137:0:68117:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cc9f448c.
00000400:00000010:2.0:1786566623.856485:0:68235:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bb62a623.
00000400:00000010:2.0:1786566623.856589:0:68235:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bb62a623.
00000001:02000400:3.0:1786566623.869277:0:68237:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl discover 192.168.201.5@tcp
00000400:00000010:1.0:1786566623.884697:0:68238:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 00000000ec9b3209.
00000400:00000200:1.0:1786566623.884713:0:68238:0:(peer.c:266:lnet_peer_alloc()) 00000000ec9b3209 nid 192.168.201.5@tcp
00000400:00000010:1.0:1786566623.884716:0:68238:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000068434292.
00000400:00000200:1.0:1786566623.884719:0:68238:0:(peer.c:203:lnet_peer_net_alloc()) 0000000068434292 net tcp
00000400:00000010:1.0:1786566623.884723:0:68238:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000248e4bbd.
00000400:00000200:1.0:1786566623.884726:0:68238:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000248e4bbd nid 192.168.201.5@tcp
00000400:00000200:1.0:1786566623.884732:0:68238:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp flags 0x0
00000400:00000200:1.0:1786566623.884736:0:68238:0:(peer.c:2183:lnet_peer_ni_traffic_add()) peer 192.168.201.5@tcp: 0
00000400:00000200:1.0:1786566623.884752:0:68238:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: 0
00000400:00000200:1.0:1786566623.884754:0:68238:0:(peer.c:2935:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1786566623.884928:0:67988:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:3.0:1786566623.884935:0:67988:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x40
00000400:00000010:3.0:1786566623.884941:0:67988:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004b98ae5f.
00000400:00000010:3.0:1786566623.884946:0:67988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffe99ef7.
00000400:00000010:3.0:1786566623.884972:0:67988:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000096c23a80.
00000400:00000200:3.0:1786566623.884977:0:67988:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566623.884989:0:67988:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566623.884995:0:67988:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566623.884998:0:67988:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.201.5@tcp on NMR peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566623.885000:0:67988:0:(peer.c:1171:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.201.5@tcp nid 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566623.885004:0:67988:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [1:1:256:4294967295] 192.168.201.5@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:3.0:1786566623.885011:0:67988:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566623.885017:0:67988:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566623.885022:0:67988:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566623.885028:0:67988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a28610be.
00000800:00000010:3.0:1786566623.885036:0:67988:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a4bc3dd6.
00000800:00000010:3.0:1786566623.885040:0:67988:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003dfbfa9d.
00000800:00000200:3.0:1786566623.885044:0:67988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:3.1F:1786566623.885048:0:67988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (2)
00000400:00000200:3.0:1786566623.885075:0:67988:0:(peer.c:4022:lnet_peer_send_ping()) peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566623.885078:0:67988:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x240 rc 0
00000800:00000010:1.0:1786566623.885597:0:67993:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000e528a4ca.
00000800:00000010:1.0:1786566623.885602:0:67993:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b705cbf1.
00000800:00000010:1.0:1786566623.885608:0:67993:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3d865dd.
00000400:00000200:3.0:1786566623.885781:0:68000:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:3.0:1786566623.885902:0:68000:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 255.3.0.2
00000800:00000010:3.0:1786566623.885907:0:68000:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e639eba3.
00000800:00000010:0.0:1786566623.885970:0:67995:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000077ac1a16.
00000800:00000010:0.0:1786566623.885974:0:67995:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c40e29a8.
00000800:00000010:1.0:1786566623.886108:0:67993:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3d865dd.
00000800:00000010:0.0:1786566623.886184:0:67995:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f86f5789.
00000800:00000200:0.1F:1786566623.886190:0:67995:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:0.1:1786566623.886201:0:67995:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 00000000f86f5789 deleted
00000800:00000010:0.1:1786566623.886203:0:67995:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f86f5789.
00000800:00000200:0.1:1786566623.886208:0:67995:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1786566623.886214:0:67995:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:0.1:1786566623.886218:0:67995:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a28610be type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.0:1786566623.886223:0:67995:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1023 incarnation:1786566622290923882 sched[0]
00000800:00000010:0.0:1786566623.886229:0:67995:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009737ebad.
00000800:00000010:0.0:1786566623.886311:0:67995:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009737ebad.
00000800:00000010:0.0:1786566623.886319:0:67995:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c40e29a8.
00000800:00000010:0.0:1786566623.886354:0:67995:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000e639eba3.
00000800:00000200:1.1F:1786566623.886465:0:67993:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.0:1786566623.886485:0:67993:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566622290923882 sched[0]
00000800:00000010:1.0:1786566623.886488:0:67993:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b705cbf1.
00000400:00000200:1.0:1786566623.886573:0:67993:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.5:988
00000800:00000010:1.0:1786566623.886760:0:67993:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000007d19a9b.
00000800:00000010:1.0:1786566623.886763:0:67993:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b705cbf1.
00000800:00000010:1.0:1786566623.886766:0:67993:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3d865dd.
00000800:00000010:1.0:1786566623.886793:0:67993:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3d865dd.
00000400:00000200:3.0:1786566623.886898:0:68000:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:3.0:1786566623.886909:0:68000:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 254.3.0.2
00000800:00000010:3.0:1786566623.886912:0:68000:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000974e6586.
00000800:00000010:1.0:1786566623.886972:0:67992:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000009b0f0d59.
00000800:00000010:1.0:1786566623.886976:0:67992:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007285fef3.
00000800:00000010:1.0:1786566623.886987:0:67992:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000005bfbb15.
00000800:00000200:1.1:1786566623.886991:0:67992:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:1.1:1786566623.886994:0:67992:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 0000000005bfbb15 deleted
00000800:00000010:1.1:1786566623.886996:0:67992:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000005bfbb15.
00000800:00000200:1.1:1786566623.886998:0:67992:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.0:1786566623.887002:0:67992:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1022 incarnation:1786566622290923882 sched[0]
00000800:00000010:1.0:1786566623.887005:0:67992:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3d865dd.
00000800:00000010:1.0:1786566623.887086:0:67992:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3d865dd.
00000800:00000010:1.0:1786566623.887090:0:67992:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007285fef3.
00000800:00000200:2.0:1786566623.887241:0:67997:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566623.887251:0:67997:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a28610be.
00000400:00000200:2.0:1786566623.887255:0:67997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566623.887260:0:67997:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:2.0:1786566623.887265:0:67997:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1786566623.887268:0:67997:0:(peer.c:3241:lnet_discovery_event_send()) Ping Send to 192.168.201.5@tcp: 0
00000800:00000200:3.1:1786566623.887299:0:67993:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00000800:00000200:3.0:1786566623.887304:0:67993:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566622290923882 sched[0]
00000800:00000010:3.0:1786566623.887307:0:67993:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b705cbf1.
00000800:00000010:1.0:1786566623.887367:0:67992:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000974e6586.
00000400:00000200:2.0:1786566623.887403:0:67997:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:2.0:1786566623.887432:0:67997:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566623.887440:0:67997:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:2.0:1786566623.887452:0:67997:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to NMR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566623.887457:0:67997:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [2:2:256:4294967295] 192.168.201.5@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:2.0:1786566623.887466:0:67997:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:2.0:1786566623.887470:0:67997:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566623.887487:0:67997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad09aac6.
00000800:00000200:2.0:1786566623.887492:0:67997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1786566623.887497:0:67997:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1786566623.887500:0:67997:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ad09aac6 type 3, nob 160 niov 1 nkiov 1
00000800:00000200:2.0:1786566623.887623:0:67997:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566623.887626:0:67997:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad09aac6.
00000400:00000200:2.0:1786566623.887630:0:67997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566623.887656:0:67997:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:3.0:1786566623.887733:0:67998:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:3.0:1786566623.887742:0:67998:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x11
00000400:00000200:3.0:1786566623.887754:0:67998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566623.887758:0:67998:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:3.0:1786566623.887762:0:67998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe99ef7
00000400:00000010:3.0:1786566623.887765:0:67998:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ffe99ef7.
00000400:00000200:3.0:1786566623.887768:0:67998:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:3.0:1786566623.887771:0:67998:0:(peer.c:3119:lnet_discovery_event_reply()) Peer 192.168.201.5@tcp has discovery enabled
00000400:00000200:3.0:1786566623.887774:0:67998:0:(peer.c:3145:lnet_discovery_event_reply()) peer 192.168.201.5@tcp(00000000ec9b3209) is MR capable
00000400:00000200:3.0:1786566623.887777:0:67998:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566623.887781:0:67998:0:(peer.c:3200:lnet_discovery_event_reply()) peer 192.168.201.5@tcp data present 3. state = 0x241
00000400:00000200:3.0:1786566623.887785:0:67998:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:1.0:1786566623.887976:0:67988:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:1.0:1786566623.887981:0:67988:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0xc1
00000400:00000010:1.0:1786566623.887989:0:67988:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000a3d865dd.
00000400:00000010:1.0:1786566623.887999:0:67988:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000c2aa6f2b.
00000400:00000010:1.0:1786566623.888001:0:67988:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000fac68a02.
00000400:00000010:1.0:1786566623.888008:0:67988:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000c6a2f040.
00000400:00000200:1.0:1786566623.888012:0:67988:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000c6a2f040 nid 192.168.201.5@tcp1
00000400:00000010:1.0:1786566623.888016:0:67988:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e5d29787.
00000400:00000200:1.0:1786566623.888018:0:67988:0:(peer.c:203:lnet_peer_net_alloc()) 00000000e5d29787 net tcp1
00000400:00000200:1.0:1786566623.888024:0:67988:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp1 flags 0x11
00000400:00000010:1.0:1786566623.888028:0:67988:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000a3d865dd.
00000400:00000010:1.0:1786566623.888031:0:67988:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000c2aa6f2b.
00000400:00000010:1.0:1786566623.888033:0:67988:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000fac68a02.
00000400:00000010:1.0:1786566623.888036:0:67988:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004b98ae5f.
00000400:00000200:1.0:1786566623.888040:0:67988:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (00000000ec9b3209): 0
00000400:00000200:1.0:1786566623.888042:0:67988:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(00000000ec9b3209): 0. state = 0x141
00000400:00000200:1.0:1786566623.888046:0:67988:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x141 rc 1
00000400:00000200:1.0:1786566623.888049:0:67988:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x141
00000400:00000010:1.0:1786566623.888062:0:67988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004278bad8.
00000400:00000010:1.0:1786566623.888079:0:67988:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000dfab2217.
00000400:00000200:1.0:1786566623.888083:0:67988:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.5@tcp
00000400:00000200:1.0:1786566623.888089:0:67988:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566623.888093:0:67988:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [3:3:256:4294967295] 192.168.201.5@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:1.0:1786566623.888097:0:67988:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:1.0:1786566623.888102:0:67988:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1786566623.888106:0:67988:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566623.888109:0:67988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c17268fd.
00000800:00000200:1.0:1786566623.888112:0:67988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566623.888116:0:67988:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:1.0:1786566623.888119:0:67988:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c17268fd type 1, nob 160 niov 1 nkiov 1
00000400:00000200:1.0:1786566623.888124:0:67988:0:(peer.c:4164:lnet_peer_send_push()) peer 192.168.201.5@tcp
00000400:00000200:1.0:1786566623.888126:0:67988:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x541 rc 0
00000800:00000200:0.0:1786566623.888223:0:67999:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1786566623.888226:0:67999:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c17268fd.
00000400:00000200:0.0:1786566623.888231:0:67999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566623.888234:0:67999:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:0.0:1786566623.888236:0:67999:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:0.0:1786566623.888239:0:67999:0:(peer.c:3241:lnet_discovery_event_send()) Push Send to 192.168.201.5@tcp: 0
00000400:00000200:0.0:1786566623.888249:0:67999:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : PUT - for me
00000400:00000200:0.0:1786566623.888267:0:67999:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 64 into portal 0 MB=0x8000000000000000
00000400:00000200:0.0:1786566623.888271:0:67999:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.201.5@tcp of length 64/64 into md 0x5 [1] + 0
00000400:00000010:0.0:1786566623.888275:0:67999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055358b99.
00000400:00000200:0.0:1786566623.888278:0:67999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b20118c3
00000400:00000200:0.0:1786566623.888285:0:67999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566623.888288:0:67999:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:0.0:1786566623.888290:0:67999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b20118c3
00000400:00000010:0.0:1786566623.888292:0:67999:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000b20118c3.
00000400:00000200:0.0:1786566623.888294:0:67999:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:0.0:1786566623.888298:0:67999:0:(peer.c:2778:lnet_peer_push_event()) peer 192.168.201.5@tcp(00000000ec9b3209) is MR
00000400:00000010:0.0:1786566623.888302:0:67999:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000074460676.
00000400:00000200:0.0:1786566623.888305:0:67999:0:(peer.c:2852:lnet_peer_push_event()) Received Push 192.168.201.5@tcp 3
00000400:00000200:0.0:1786566623.888307:0:67999:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:0.0:1786566623.888346:0:67999:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:0.0:1786566623.888352:0:67999:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566623.888355:0:67999:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [4:4:256:4294967295] 192.168.201.5@tcp LPNI seq info [4:4:8:4294967295]
00000400:00000200:0.0:1786566623.888361:0:67999:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : ACK try# 0
00000800:00000200:0.0:1786566623.888365:0:67999:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566623.888368:0:67999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3fbe503.
00000800:00000200:0.0:1786566623.888372:0:67999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566623.888376:0:67999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1786566623.888378:0:67999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f3fbe503 type 0, nob 96 niov 1 nkiov 0
00000400:00000200:1.0:1786566623.888415:0:67988:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:1.0:1786566623.888419:0:67988:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3ddfd06.
00000400:00000010:1.0:1786566623.888423:0:67988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6230dc9.
00000400:00000200:1.0:1786566623.888430:0:67988:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000008ecc3a4c
00000400:00000200:1.0:1786566623.888433:0:67988:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x4c1
00000400:00000010:1.0:1786566623.888436:0:67988:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000fac68a02.
00000400:00000010:1.0:1786566623.888438:0:67988:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000c2aa6f2b.
00000400:00000010:1.0:1786566623.888440:0:67988:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000a3d865dd.
00000400:00000010:1.0:1786566623.888442:0:67988:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000fac68a02.
00000400:00000010:1.0:1786566623.888444:0:67988:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000c2aa6f2b.
00000400:00000010:1.0:1786566623.888446:0:67988:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000a3d865dd.
00000400:00000010:1.0:1786566623.888447:0:67988:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000074460676.
00000400:00000200:1.0:1786566623.888449:0:67988:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (00000000ec9b3209): 0
00000400:00000200:1.0:1786566623.888451:0:67988:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(00000000ec9b3209): 0. state = 0x541
00000400:00000200:1.0:1786566623.888454:0:67988:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x541 rc 1
00000400:00000200:1.0:1786566623.888456:0:67988:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x541
00000400:00000200:1.0:1786566623.888458:0:67988:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.201.5@tcp
00000400:00000200:1.0:1786566623.888460:0:67988:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000ec9b3209) state 0x511 rc 0
00000400:00000200:1.0:1786566623.888462:0:67988:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.201.5@tcp
00000400:00000200:2.0:1786566623.888522:0:68238:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp: 0. discovery complete
00000800:00000200:3.0:1786566623.890125:0:67998:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1786566623.890132:0:67998:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3fbe503.
00000400:00000200:3.0:1786566623.890138:0:67998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566623.890146:0:67998:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:3.0:1786566623.890166:0:67998:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : ACK - for me
00000400:00000200:3.0:1786566623.890179:0:67998:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.201.5@tcp: ACK from 12345-192.168.201.5@tcp into md 0x15
00000400:00000200:3.0:1786566623.890185:0:67998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566623.890188:0:67998:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:3.0:1786566623.890192:0:67998:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004278bad8
00000400:00000010:3.0:1786566623.890195:0:67998:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000004278bad8.
00000400:00000200:3.0:1786566623.890198:0:67998:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:3.0:1786566623.890201:0:67998:0:(peer.c:3007:lnet_discovery_event_ack()) peer 192.168.201.5@tcp ev->status 0
00000400:00000010:1.0:1786566623.903868:0:68240:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000005baff0f4.
00000400:00000010:1.0:1786566623.903882:0:68240:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000005baff0f4.
00000001:02000400:3.0:1786566623.920450:0:68242:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set recovery_limit 10
00000001:02000400:2.0:1786566623.951143:0:68245:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp -d *@tcp -m GET -r 1 -e local_error
00000400:00000200:2.0:1786566623.968448:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968460:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968481:0:68246:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566623.968482:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968486:0:68246:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566623.968487:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968489:0:68246:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:2.0:1786566623.968490:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968491:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968498:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968499:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968501:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968502:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.968504:0:68246:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:2.0:1786566623.968508:0:68246:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 000000003ae76d9f.
00000400:00000200:2.0:1786566623.968517:0:68246:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:3.0:1786566623.980409:0:68247:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp1 -d *@tcp1 -m GET -r 1 -e local_error
00000400:00000200:2.0:1786566623.995453:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995463:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995485:0:68248:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:2.0:1786566623.995487:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995491:0:68248:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:2.0:1786566623.995492:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995494:0:68248:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:2.0:1786566623.995495:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995496:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995498:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995499:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995501:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995502:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566623.995504:0:68248:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:2.0:1786566623.995510:0:68248:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 000000001b123dc7.
00000400:00000200:2.0:1786566623.995517:0:68248:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:0.0:1786566624.007600:0:68249:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp -d *@tcp -r 1
00000400:00000200:3.0:1786566624.023534:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023545:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023557:0:68250:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:3.0:1786566624.023559:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023561:0:68250:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:3.0:1786566624.023563:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023565:0:68250:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:3.0:1786566624.023566:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023568:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023574:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023575:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023577:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023579:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566624.023580:0:68250:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:3.0:1786566624.023585:0:68250:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000d8338ee4.
00000400:00000200:3.0:1786566624.023593:0:68250:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:3.0:1786566624.038145:0:68251:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp1 -d *@tcp1 -r 1
00000400:00000200:1.0:1786566624.057124:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057132:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057145:0:68252:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566624.057146:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057149:0:68252:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566624.057150:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057153:0:68252:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:1.0:1786566624.057154:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057155:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057156:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057158:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057159:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057161:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566624.057162:0:68252:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:1.0:1786566624.057166:0:68252:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 000000004ed1e900.
00000400:00000200:1.0:1786566624.057173:0:68252:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:2.0:1786566624.066520:0:68253:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net set --health 0 --nid 192.168.201.5@tcp
00000400:00000010:1.0:1786566624.078259:0:68254:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075ca025b.
00000400:00000010:1.0:1786566624.078274:0:68254:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007285fef3.
00000400:00000200:1.0:1786566624.078282:0:68254:0:(api-ni.c:6621:lnet_genl_parse_local_ni()) Requested NID 192.168.201.5@tcp
00000400:00020000:1.0:1786566624.078296:0:68254:0:(api-ni.c:4473:lnet_ni_set_healthv()) manually adding local NI 192.168.201.5@tcp to recovery
00000400:00000200:1.0:1786566624.081955:0:68254:0:(lib-lnet.h:199:lnet_ni_set_status_locked()) ni 192.168.201.5@tcp status changed from 0x15aac0de to 0xdeadface
00000400:00000010:1.0:1786566624.081964:0:68254:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007285fef3.
00000400:00000010:1.0:1786566624.081972:0:68254:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075ca025b.
00000400:00000010:1.0:1786566624.135286:0:68260:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566624.135935:0:68260:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000200:0.0:1786566624.281837:0:67987:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:0.0:1786566624.281849:0:67987:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093587949.
00000400:00000010:0.0:1786566624.281858:0:67987:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001088c2ef.
00000400:00000010:0.0:1786566624.281863:0:67987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078444b74.
00000400:00000010:0.0:1786566624.281871:0:67987:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000000b4ed79b.
00000400:00000200:0.0:1786566624.281876:0:67987:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566624.281889:0:67987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566624.281896:0:67987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1786566624.281900:0:67987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [5:5:256:4294967295] 192.168.201.5@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:0.0:1786566624.281907:0:67987:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566624.281914:0:67987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:0.0:1786566624.281919:0:67987:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566624.281924:0:67987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000071e6d6a0.
00000800:00000200:0.0:1786566624.281930:0:67987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566624.281938:0:67987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1786566624.281942:0:67987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000071e6d6a0 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:0.0:1786566624.281966:0:67987:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1405 health :0
00000400:00000010:0.0:1786566624.281972:0:67987:0:(lib-move.c:3814:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000001ee86abd.
00000400:02000040:0.0:1786566624.281975:0:67987:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.201.5@tcp
00000400:00000010:0.0:1786566624.284341:0:67987:0:(lib-move.c:3832:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000001ee86abd.
00000400:00000200:3.0:1786566624.288620:0:67998:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 1
00000400:00000200:3.0:1786566624.288630:0:67998:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:3.0:1786566624.288668:0:67998:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:3.0:1786566624.297530:0:67998:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [00000000e528a4ca] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:3.0:1786566624.297541:0:67998:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000071e6d6a0.
00000400:00000200:3.0:1786566624.297549:0:67998:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:3.0:1786566624.297554:0:67998:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:3.0:1786566624.297564:0:67998:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:3.0:1786566624.297568:0:67998:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:3.0:1786566624.297572:0:67998:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:1.0:1786566625.210097:0:68270:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566625.210209:0:68270:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000200:0.0:1786566625.305785:0:67987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078444b74
00000400:00000010:0.0:1786566625.305798:0:67987:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000078444b74.
00000400:00000200:0.0:1786566625.305806:0:67987:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:0.0:1786566625.305813:0:67987:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:0.0:1786566625.305816:0:67987:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093587949.
00000400:00000010:0.0:1786566625.305821:0:67987:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001088c2ef.
00000400:00000010:0.0:1786566626.313427:0:68280:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566626.313554:0:68280:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000200:1.0:1786566626.332083:0:67987:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:1.0:1786566626.332091:0:67987:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003c64390b.
00000400:00000010:1.0:1786566626.332100:0:67987:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a665a8dc.
00000400:00000010:1.0:1786566626.332105:0:67987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064bcbf96.
00000400:00000010:1.0:1786566626.332113:0:67987:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000629393ad.
00000400:00000200:1.0:1786566626.332117:0:67987:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:1.0:1786566626.332129:0:67987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566626.332135:0:67987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1786566626.332139:0:67987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [6:6:256:4294967295] 192.168.201.5@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:1.0:1786566626.332146:0:67987:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:1.0:1786566626.332152:0:67987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:1.0:1786566626.332157:0:67987:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566626.332161:0:67987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000149bff46.
00000800:00000200:1.0:1786566626.332167:0:67987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566626.332173:0:67987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:1.0:1786566626.332177:0:67987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000149bff46 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:1.0:1786566626.332250:0:67987:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 2 next ping: 1409 health :0
00000400:00000200:0.0:1786566626.336331:0:67999:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 2
00000400:00000200:0.0:1786566626.336349:0:67999:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:0.0:1786566626.336425:0:67999:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566626.341559:0:67999:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000077ac1a16] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:0.0:1786566626.341570:0:67999:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000149bff46.
00000400:00000200:0.0:1786566626.341579:0:67999:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:0.0:1786566626.341584:0:67999:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:0.0:1786566626.341595:0:67999:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566626.341598:0:67999:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566626.341601:0:67999:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:0.0:1786566627.358218:0:67987:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bcbf96
00000400:00000010:0.0:1786566627.358228:0:67987:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000064bcbf96.
00000400:00000200:0.0:1786566627.358234:0:67987:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:0.0:1786566627.358241:0:67987:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:0.0:1786566627.358244:0:67987:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003c64390b.
00000400:00000010:0.0:1786566627.358248:0:67987:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a665a8dc.
00000400:00000010:2.0:1786566627.399288:0:68291:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bb62a623.
00000400:00000010:2.0:1786566627.399403:0:68291:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bb62a623.
00000400:00000010:1.0:1786566627.426346:0:68295:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566627.426606:0:68295:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000200:1.0:1786566627.459323:0:68302:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:1.0:1786566627.459331:0:68302:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000008bc94059.
00000400:00000200:1.0:1786566627.459340:0:68302:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566627.459357:0:68302:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000f5c615f1.
00000400:00000200:1.0:1786566627.459363:0:68302:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566627.459367:0:68302:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000f5c615f1.
00000400:00000010:1.0:1786566627.459374:0:68302:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000008bc94059.
00000001:02000400:1.0:1786566627.476361:0:68304:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -l
00000400:00000200:0.0:1786566627.488135:0:68305:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:0.0:1786566627.488146:0:68305:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000009148a6b4.
00000400:00000200:0.0:1786566627.488157:0:68305:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566627.488172:0:68305:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000c3fa2e0c.
00000400:00000200:0.0:1786566627.488179:0:68305:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566627.488183:0:68305:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000c3fa2e0c.
00000400:00000010:0.0:1786566627.488189:0:68305:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000009148a6b4.
00000400:00000010:3.0:1786566627.533247:0:68311:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000448fc7cb.
00000400:00000010:3.0:1786566627.533369:0:68311:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000448fc7cb.
00000400:00000010:1.0:1786566628.614623:0:68321:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566628.620777:0:68321:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566629.725028:0:68331:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566629.725142:0:68331:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000200:0.0:1786566630.425760:0:67987:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:0.0:1786566630.425769:0:67987:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d43df20d.
00000400:00000010:0.0:1786566630.425776:0:67987:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000401a22d4.
00000400:00000010:0.0:1786566630.425780:0:67987:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078444b74.
00000400:00000010:0.0:1786566630.425785:0:67987:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000083cfb4c2.
00000400:00000200:0.0:1786566630.425788:0:67987:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566630.425798:0:67987:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566630.425803:0:67987:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1786566630.425805:0:67987:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [7:7:256:4294967295] 192.168.201.5@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:0.0:1786566630.425821:0:67987:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566630.425827:0:67987:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:0.0:1786566630.425831:0:67987:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566630.425834:0:67987:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e200c480.
00000800:00000200:0.0:1786566630.425838:0:67987:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a4bc3dd6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566630.425844:0:67987:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1786566630.425847:0:67987:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e200c480 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:0.0:1786566630.425871:0:67987:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 3 next ping: 1417 health :0
00000400:00000200:2.0:1786566630.425967:0:67997:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 3
00000400:00000200:2.0:1786566630.425973:0:67997:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:2.0:1786566630.425976:0:67997:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:2.0:1786566630.429765:0:67997:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [00000000e528a4ca] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:2.0:1786566630.429775:0:67997:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e200c480.
00000400:00000200:2.0:1786566630.429782:0:67997:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:2.0:1786566630.429787:0:67997:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:2.0:1786566630.429798:0:67997:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:2.0:1786566630.429800:0:67997:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:2.0:1786566630.429804:0:67997:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:1.0:1786566630.852011:0:68341:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566630.852100:0:68341:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566630.898048:0:68345:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f9edb936.
00000400:00000010:1.0:1786566630.898161:0:68345:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f9edb936.
00000400:00000200:0.0:1786566630.977219:0:68352:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:0.0:1786566630.977229:0:68352:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000c782f113.
00000400:00000200:0.0:1786566630.977240:0:68352:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566630.977259:0:68352:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000e5a5911d.
00000400:00000200:0.0:1786566630.977267:0:68352:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566630.977272:0:68352:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000e5a5911d.
00000400:00000010:0.0:1786566630.977280:0:68352:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000c782f113.
00000001:02000400:2.0:1786566631.011580:0:68354:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -l
00000400:00000200:0.0:1786566631.035616:0:68355:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:0.0:1786566631.035626:0:68355:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000c782f113.
00000400:00000200:0.0:1786566631.035655:0:68355:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566631.035674:0:68355:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000e5a5911d.
00000400:00000200:0.0:1786566631.035682:0:68355:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566631.035686:0:68355:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000e5a5911d.
00000400:00000010:0.0:1786566631.035693:0:68355:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000c782f113.
00000001:02000400:2.0:1786566631.049466:0:68356:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop del -a
00000400:00000200:3.0:1786566631.074273:0:68357:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566631.074282:0:68357:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566631.074287:0:68357:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:3.0:1786566631.074288:0:68357:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566631.074289:0:68357:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:3.0:1786566631.074292:0:68357:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:3.0:1786566631.074302:0:68357:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:3.0:1786566631.074304:0:68357:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 000000003ae76d9f.
00000400:00000200:3.0:1786566631.074310:0:68357:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:3.0:1786566631.074312:0:68357:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 000000001b123dc7.
00000400:00000200:3.0:1786566631.074315:0:68357:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:3.0:1786566631.074316:0:68357:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000d8338ee4.
00000400:00000200:3.0:1786566631.074319:0:68357:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:3.0:1786566631.074327:0:68357:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 000000004ed1e900.
00000001:02000400:3.0:1786566631.110464:0:68360:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000400:00000200:1.0:1786566631.126403:0:68361:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:3.0:1786566631.126522:0:67988:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: -108
00000400:00000200:3.0:1786566631.126528:0:67988:0:(peer.c:4385:lnet_peer_discovery()) stopping
00000400:00000200:3.0:1786566631.126530:0:67988:0:(peer.c:4431:lnet_peer_discovery()) stopped
00000400:00000200:1.0:1786566631.126865:0:68361:0:(peer.c:4488:lnet_peer_discovery_stop()) discovery stopped
00000400:00000010:1.0:1786566631.132979:0:68361:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000096c23a80.
00000400:00000010:1.0:1786566631.132993:0:68361:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000dfab2217.
00000400:00000010:1.0:1786566631.132996:0:68361:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 000000000b4ed79b.
00000400:00000010:1.0:1786566631.132998:0:68361:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000629393ad.
00000400:00000200:1.0:1786566631.133005:0:68361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078444b74
00000400:00000010:1.0:1786566631.133007:0:68361:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000078444b74.
00000400:00000200:1.0:1786566631.133011:0:68361:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:1.0:1786566631.133018:0:68361:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:1.0:1786566631.133022:0:68361:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d43df20d.
00000400:00000010:1.0:1786566631.133026:0:68361:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000401a22d4.
00000400:00000010:1.0:1786566631.133028:0:68361:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000083cfb4c2.
00000400:00000010:1.0:1786566631.133032:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001731f53b.
00000400:00000010:1.0:1786566631.133035:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000089b9d500.
00000400:00000010:1.0:1786566631.133039:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000002a7b0fe.
00000400:00000010:1.0:1786566631.133041:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e7cad1d2.
00000400:00000010:1.0:1786566631.133046:0:68361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3ddfd06.
00000400:00000200:1.0:1786566631.133049:0:68361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6230dc9
00000400:00000010:1.0:1786566631.133050:0:68361:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000d6230dc9.
00000400:00000200:1.0:1786566631.133053:0:68361:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 6 status 0 unlinked 1
00000400:00000010:1.0:1786566631.133067:0:68361:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ecc3a4c.
00000400:00000400:1.0:1786566631.133072:0:68361:0:(lib-ptl.c:964:lnet_clear_lazy_portal()) Active lazy portal 0 on exit
00000400:00000010:1.0:1786566631.138413:0:68361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c446f60.
00000400:00000200:1.0:1786566631.138429:0:68361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6baa04
00000400:00000010:1.0:1786566631.138432:0:68361:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000dd6baa04.
00000400:00000010:1.0:1786566631.138441:0:68361:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ac2a0eca.
00000400:00000200:3.0:1786566631.138937:0:68000:0:(acceptor.c:659:lnet_acceptor()) Acceptor stopping
00000400:00000200:1.0:1786566631.139029:0:68361:0:(router.c:792:lnet_del_route()) Del route: net <255:65535> : gw <?>
00000400:00000200:1.0:1786566631.139050:0:68361:0:(lo.c:49:lolnd_shutdown()) shutdown
00000400:00000010:1.0:1786566631.139053:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000034623d8e.
00000400:00000010:1.0:1786566631.139056:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000029c1502a.
00000400:00000010:1.0:1786566631.139058:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e5cc2bc9.
00000400:00000010:1.0:1786566631.139060:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009e2d6dd3.
00000400:00000010:1.0:1786566631.139062:0:68361:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 00000000a656e9cf.
00000400:00000010:1.0:1786566631.139072:0:68361:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 000000009225a833.
00000800:00000200:1.1:1786566631.139087:0:68361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.1:1786566631.139095:0:68361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1786566631.139097:0:68361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1786566631.139099:0:68361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000010:1.1:1786566631.139102:0:68361:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 000000003dfbfa9d.
00000400:00020000:1.0:1786566631.139106:0:68361:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000200:0.0:1786566631.142739:0:67996:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000007d19a9b
00000800:00000010:0.0:1786566631.142749:0:67996:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 0000000007d19a9b.
00000800:00000200:0.0:1786566631.142754:0:67996:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000009b0f0d59
00000800:00000010:0.0:1786566631.142755:0:67996:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 000000009b0f0d59.
00000800:00000200:0.0:1786566631.142758:0:67996:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000e528a4ca
00000800:00000010:0.0:1786566631.142759:0:67996:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 00000000e528a4ca.
00000800:00000200:0.0:1786566631.143051:0:67996:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000077ac1a16
00000800:00000200:0.0:1786566631.143061:0:67996:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 00000000a4bc3dd6 deleted
00000800:00000010:0.0:1786566631.143064:0:67996:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4bc3dd6.
00000800:00000010:0.0:1786566631.143077:0:67996:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 0000000077ac1a16.
00000800:00000010:1.0:1786566631.143515:0:68361:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 00000000321c68a5.
00000400:02000000:1.0:1786566631.143523:0:68361:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp
00000400:00000010:1.0:1786566631.146029:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e2d9f511.
00000400:00000010:1.0:1786566631.146039:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9a40f77.
00000400:00000010:1.0:1786566631.146042:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ec4d3411.
00000400:00000010:1.0:1786566631.146043:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000184be78c.
00000400:00000010:1.0:1786566631.146046:0:68361:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 000000002ff984a3.
00000400:00000010:1.0:1786566631.146048:0:68361:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000000297bf7e.
00000400:00000200:1.0:1786566631.146063:0:68361:0:(peer.c:620:lnet_peer_ni_clr_local_net_locked()) 00000000248e4bbd nid 192.168.201.5@tcp detached from local net
00000400:00000010:3.0:1786566631.147886:0:68361:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 00000000b981c292.
00000400:00020000:3.0:1786566631.147910:0:68361:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000010:3.0:1786566631.147913:0:68361:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 00000000927cefd3.
00000800:00000010:3.0:1786566631.147916:0:68361:0:(socklnd.c:2235:ksocknal_base_shutdown()) before NAL cleanup: kmem 418789
00000800:00000200:3.0:1786566631.147923:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566631.147926:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566631.147929:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566631.147930:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:3.0:1786566631.147932:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:3.0:1786566631.147934:0:68361:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000400:00000010:3.0:1786566631.157073:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 0000000095a6f581.
00000400:00000010:3.0:1786566631.157086:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003ae192c2.
00000800:00000010:3.0:1786566631.157089:0:68361:0:(socklnd.c:2296:ksocknal_base_shutdown()) after NAL cleanup: kmem 418637
00000400:02000000:3.0:1786566631.157099:0:68361:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp1
00000400:00000010:3.0:1786566631.159249:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ba41e2e4.
00000400:00000010:3.0:1786566631.159258:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004272d648.
00000400:00000010:3.0:1786566631.159260:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003865bd07.
00000400:00000010:3.0:1786566631.159261:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a8494c49.
00000400:00000010:3.0:1786566631.159262:0:68361:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 0000000010e3ce11.
00000400:00000010:3.0:1786566631.159264:0:68361:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000009e5b5e2e.
00000400:00000200:3.0:1786566631.159277:0:68361:0:(peer.c:442:lnet_peer_del_locked()) peer 192.168.201.5@tcp1
00000400:00000200:3.0:1786566631.159281:0:68361:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp
00000400:00000200:3.0:1786566631.159283:0:68361:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 00000000248e4bbd nid 192.168.201.5@tcp
00000400:00000010:3.0:1786566631.159285:0:68361:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 00000000248e4bbd.
00000400:00000200:3.0:1786566631.159384:0:68361:0:(peer.c:213:lnet_destroy_peer_net_locked()) 0000000068434292 net tcp
00000400:00000010:3.0:1786566631.159387:0:68361:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000068434292.
00000400:00000200:3.0:1786566631.159406:0:68361:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp1
00000400:00000200:3.0:1786566631.159408:0:68361:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 00000000c6a2f040 nid 192.168.201.5@tcp1
00000400:00000010:3.0:1786566631.159409:0:68361:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 00000000c6a2f040.
00000400:00000200:3.0:1786566631.159411:0:68361:0:(peer.c:213:lnet_destroy_peer_net_locked()) 00000000e5d29787 net tcp1
00000400:00000010:3.0:1786566631.159412:0:68361:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000e5d29787.
00000400:00000200:3.0:1786566631.159413:0:68361:0:(peer.c:274:lnet_destroy_peer_locked()) 00000000ec9b3209 nid 192.168.201.5@tcp1
00000400:00000010:3.0:1786566631.159415:0:68361:0:(peer.c:304:lnet_destroy_peer_locked()) kfreed 'lp': 360 at 00000000ec9b3209.
00000400:00000010:2.0:1786566631.159494:0:68361:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 000000006482c875.
00000400:00000010:2.0:1786566631.159501:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000082613e50.
00000400:00000010:2.0:1786566631.159503:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000001067f8c0.
00000400:00000010:2.0:1786566631.159507:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000089c9d56e.
00000400:00000010:2.0:1786566631.159511:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002a71a8fa.
00000400:00000010:2.0:1786566631.159513:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b326c648.
00000400:00000010:2.0:1786566631.159515:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006583c57c.
00000400:00000010:2.0:1786566631.159518:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e14c67cd.
00000400:00000010:2.0:1786566631.159519:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000732be96b.
00000400:00000010:2.0:1786566631.159520:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b6784710.
00000400:00000010:2.0:1786566631.159522:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006189cf11.
00000400:00000010:2.0:1786566631.159524:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c792393c.
00000400:00000010:2.0:1786566631.159526:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000dc46a476.
00000400:00000010:2.0:1786566631.159526:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000516212f8.
00000400:00000010:2.0:1786566631.159527:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000007ebcd310.
00000400:00000010:2.0:1786566631.159530:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009b35fc9f.
00000400:00000010:2.0:1786566631.159531:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b9e99731.
00000400:00000010:2.0:1786566631.159532:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000335e8139.
00000400:00000010:2.0:1786566631.159533:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000007581116d.
00000400:00000010:2.0:1786566631.159535:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000043fccda1.
00000400:00000010:2.0:1786566631.159536:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000030d203eb.
00000400:00000010:2.0:1786566631.159537:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009aff4c88.
00000400:00000010:2.0:1786566631.159538:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003cb171f2.
00000400:00000010:2.0:1786566631.159540:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d229006d.
00000400:00000010:2.0:1786566631.159541:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000056fed783.
00000400:00000010:2.0:1786566631.159542:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007a9cd04a.
00000400:00000010:2.0:1786566631.159543:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000047ef4c3.
00000400:00000010:2.0:1786566631.159545:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001c96de4c.
00000400:00000010:2.0:1786566631.159546:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000016aac477.
00000400:00000010:2.0:1786566631.159547:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fdea3c1a.
00000400:00000010:2.0:1786566631.159553:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000017aa0b62.
00000400:00000010:2.0:1786566631.159555:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000142af8e5.
00000400:00000010:2.0:1786566631.159558:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006c426f0b.
00000400:00000010:2.0:1786566631.159559:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b519523e.
00000400:00000010:2.0:1786566631.159560:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000be2759b.
00000400:00000010:2.0:1786566631.159562:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f357893f.
00000400:00000010:2.0:1786566631.159567:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001399f8b7.
00000400:00000010:2.0:1786566631.159568:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d27ea53b.
00000400:00000010:2.0:1786566631.159569:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c1a582d2.
00000400:00000010:2.0:1786566631.159571:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000055b3a498.
00000400:00000010:2.0:1786566631.159572:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007ea3db45.
00000400:00000010:2.0:1786566631.159573:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000002704864.
00000400:00000010:2.0:1786566631.159574:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000061397da4.
00000400:00000010:2.0:1786566631.159577:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002cfcf6bd.
00000400:00000010:2.0:1786566631.159578:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a42e94f1.
00000400:00000010:2.0:1786566631.159579:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e68c0320.
00000400:00000010:2.0:1786566631.159580:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000dfe0f87c.
00000400:00000010:2.0:1786566631.159582:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d21b8776.
00000400:00000010:2.0:1786566631.159585:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e1233572.
00000400:00000010:2.0:1786566631.159586:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009319bdb0.
00000400:00000010:2.0:1786566631.159587:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003f66978d.
00000400:00000010:2.0:1786566631.159589:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002b29a6f5.
00000400:00000010:2.0:1786566631.159591:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f2ad6b59.
00000400:00000010:2.0:1786566631.159591:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d6f1b232.
00000400:00000010:2.0:1786566631.159592:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ab92e371.
00000400:00000010:2.0:1786566631.159594:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d389faae.
00000400:00000010:2.0:1786566631.159596:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e00935c9.
00000400:00000010:2.0:1786566631.159597:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000008892b4cb.
00000400:00000010:2.0:1786566631.159598:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000aff1c27f.
00000400:00000010:2.0:1786566631.159600:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000029c266dd.
00000400:00000010:2.0:1786566631.159602:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004473f0f7.
00000400:00000010:2.0:1786566631.159603:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000021027d9b.
00000400:00000010:2.0:1786566631.159604:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000e85ad84c.
00000400:00000010:2.0:1786566631.159609:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d09b5435.
00000400:00000010:2.0:1786566631.159611:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d8d3dbf9.
00000400:00000010:2.0:1786566631.159612:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000073695297.
00000400:00000010:2.0:1786566631.159613:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a2a22e4d.
00000400:00000010:2.0:1786566631.159616:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001eba4a8f.
00000400:00000010:2.0:1786566631.159618:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000cd433bab.
00000400:00000010:2.0:1786566631.159619:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003e0958bd.
00000400:00000010:2.0:1786566631.159620:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000004dfa182b.
00000400:00000010:2.0:1786566631.159622:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c9fb8771.
00000400:00000010:2.0:1786566631.159624:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c50cbbd0.
00000400:00000010:2.0:1786566631.159625:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000031ee0f8c.
00000400:00000010:2.0:1786566631.159626:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000cb176838.
00000400:00000010:2.0:1786566631.159629:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000064e99334.
00000400:00000010:2.0:1786566631.159631:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b317bdd4.
00000400:00000010:2.0:1786566631.159632:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b2f3bbd8.
00000400:00000010:2.0:1786566631.159739:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ea8ff144.
00000400:00000010:2.0:1786566631.159742:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000086352e5d.
00000400:00000010:2.0:1786566631.159744:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000008b8c2aa1.
00000400:00000010:2.0:1786566631.159746:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b5fe2ee0.
00000400:00000010:2.0:1786566631.159747:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003c5c9d23.
00000400:00000010:2.0:1786566631.159750:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000011ccf0e5.
00000400:00000010:2.0:1786566631.159752:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a7c193a6.
00000400:00000010:2.0:1786566631.159754:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000002f65b813.
00000400:00000010:2.0:1786566631.159755:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000087b8fec4.
00000400:00000010:2.0:1786566631.159758:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006cab3c19.
00000400:00000010:2.0:1786566631.159760:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001aff7067.
00000400:00000010:2.0:1786566631.159762:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000757a9a4.
00000400:00000010:2.0:1786566631.159763:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000cdda2ea0.
00000400:00000010:2.0:1786566631.159766:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dddd2652.
00000400:00000010:2.0:1786566631.159768:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a5c9fd5f.
00000400:00000010:2.0:1786566631.159770:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a11046b1.
00000400:00000010:2.0:1786566631.159771:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000086c87881.
00000400:00000010:2.0:1786566631.159774:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002f387345.
00000400:00000010:2.0:1786566631.159798:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b9da9036.
00000400:00000010:2.0:1786566631.159800:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009bdbbd89.
00000400:00000010:2.0:1786566631.159802:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a897b7e9.
00000400:00000010:2.0:1786566631.159805:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dfc4c242.
00000400:00000010:2.0:1786566631.159807:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000349e982.
00000400:00000010:2.0:1786566631.159808:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f9dd3e8f.
00000400:00000010:2.0:1786566631.159810:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000fd6f7be0.
00000400:00000010:2.0:1786566631.159813:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d4b0520f.
00000400:00000010:2.0:1786566631.159815:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000443575be.
00000400:00000010:2.0:1786566631.159816:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000091251e10.
00000400:00000010:2.0:1786566631.159818:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000bf5677f.
00000400:00000010:2.0:1786566631.159821:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a7824fcf.
00000400:00000010:2.0:1786566631.159822:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000b388ff6.
00000400:00000010:2.0:1786566631.159824:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000052d027af.
00000400:00000010:2.0:1786566631.159825:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000757a8815.
00000400:00000010:2.0:1786566631.159828:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4469ee.
00000400:00000010:2.0:1786566631.159830:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003eb4e31d.
00000400:00000010:2.0:1786566631.159831:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000019515a37.
00000400:00000010:2.0:1786566631.159833:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000668f87e.
00000400:00000010:2.0:1786566631.159836:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000fc93b382.
00000400:00000010:2.0:1786566631.159838:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000176f934.
00000400:00000010:2.0:1786566631.159839:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000069487f8d.
00000400:00000010:2.0:1786566631.159841:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000076a98ad7.
00000400:00000010:2.0:1786566631.159844:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f9047047.
00000400:00000010:2.0:1786566631.159846:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c00df2f7.
00000400:00000010:2.0:1786566631.159847:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000035d3e9a0.
00000400:00000010:2.0:1786566631.159849:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d088b3df.
00000400:00000010:2.0:1786566631.159852:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d553dd2c.
00000400:00000010:2.0:1786566631.159855:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b616acdb.
00000400:00000010:2.0:1786566631.159856:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000002f394396.
00000400:00000010:2.0:1786566631.159858:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f9ce5608.
00000400:00000010:2.0:1786566631.159861:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000044b7d370.
00000400:00000010:2.0:1786566631.159864:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002eff52a1.
00000400:00000010:2.0:1786566631.159872:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000315bc99c.
00000400:00000010:2.0:1786566631.159874:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000061573a0c.
00000400:00000010:2.0:1786566631.159877:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cc47f82f.
00000400:00000010:2.0:1786566631.159880:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009d2a0268.
00000400:00000010:2.0:1786566631.159881:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a0e79199.
00000400:00000010:2.0:1786566631.159883:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000010a1f59d.
00000400:00000010:2.0:1786566631.159886:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000acd4d4c4.
00000400:00000010:2.0:1786566631.159898:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000618da4bb.
00000400:00000010:2.0:1786566631.159900:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000da14d10.
00000400:00000010:2.0:1786566631.159902:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000069257c00.
00000400:00000010:2.0:1786566631.159905:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008e0d6e5b.
00000400:00000010:2.0:1786566631.159908:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006409e493.
00000400:00000010:2.0:1786566631.159909:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005f76e76d.
00000400:00000010:2.0:1786566631.159910:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008f9715d7.
00000400:00000010:2.0:1786566631.159924:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000537b4d92.
00000400:00000010:2.0:1786566631.159927:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b75b22be.
00000400:00000010:2.0:1786566631.159929:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000058ba0fee.
00000400:00000010:2.0:1786566631.159931:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ca909c5f.
00000400:00000010:2.0:1786566631.159934:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000040f55bfe.
00000400:00000010:2.0:1786566631.159939:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000074992104.
00000400:00000010:2.0:1786566631.159941:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000968cc9a8.
00000400:00000010:2.0:1786566631.159942:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000009cb1212.
00000400:00000010:2.0:1786566631.159946:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000000dc59d0.
00000400:00000010:2.0:1786566631.159948:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000004acefec.
00000400:00000010:2.0:1786566631.159949:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e6695725.
00000400:00000010:2.0:1786566631.159951:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003438d95d.
00000400:00000010:2.0:1786566631.159954:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e497327a.
00000400:00000010:2.0:1786566631.159957:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000decc4513.
00000400:00000010:2.0:1786566631.159959:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003c54b4e8.
00000400:00000010:2.0:1786566631.159960:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001604068d.
00000400:00000010:2.0:1786566631.159963:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000041e24615.
00000400:00000010:2.0:1786566631.159965:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000a569490.
00000400:00000010:2.0:1786566631.159966:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000057e14f40.
00000400:00000010:2.0:1786566631.159975:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000015c96f04.
00000400:00000010:2.0:1786566631.159979:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4a022f.
00000400:00000010:2.0:1786566631.159981:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a6f6b634.
00000400:00000010:2.0:1786566631.159982:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000047a8c4e1.
00000400:00000010:2.0:1786566631.159984:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000057f1f211.
00000400:00000010:2.0:1786566631.159987:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000aa1a9181.
00000400:00000010:2.0:1786566631.159999:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000082e461d4.
00000400:00000010:2.0:1786566631.160001:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006212b50d.
00000400:00000010:2.0:1786566631.160003:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001cc488b7.
00000400:00000010:2.0:1786566631.160006:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000036931990.
00000400:00000010:2.0:1786566631.160009:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000304eb3d3.
00000400:00000010:2.0:1786566631.160011:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004920cfa1.
00000400:00000010:2.0:1786566631.160012:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000005006be63.
00000400:00000010:2.0:1786566631.160015:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c636fb93.
00000400:00000010:2.0:1786566631.160018:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000076171eef.
00000400:00000010:2.0:1786566631.160019:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000011eb61cf.
00000400:00000010:2.0:1786566631.160021:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000abf2065b.
00000400:00000010:2.0:1786566631.160023:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002d22357d.
00000400:00000010:2.0:1786566631.160026:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000694823a9.
00000400:00000010:2.0:1786566631.160028:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f1164b30.
00000400:00000010:2.0:1786566631.160029:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000eb9c951f.
00000400:00000010:2.0:1786566631.160032:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d7fb47b.
00000400:00000010:2.0:1786566631.160035:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005fbac8b8.
00000400:00000010:2.0:1786566631.160036:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9bddd53.
00000400:00000010:2.0:1786566631.160038:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002e5fa9a0.
00000400:00000010:2.0:1786566631.160041:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ad879a70.
00000400:00000010:2.0:1786566631.160043:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005a65ed4c.
00000400:00000010:2.0:1786566631.160044:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005a7e3a2b.
00000400:00000010:2.0:1786566631.160046:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000004c8c7ec.
00000400:00000010:2.0:1786566631.160049:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006b7ce256.
00000400:00000010:2.0:1786566631.160060:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e53b79e7.
00000400:00000010:2.0:1786566631.160062:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d1d312b4.
00000400:00000010:2.0:1786566631.160064:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000fe0cc71.
00000400:00000010:2.0:1786566631.160074:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000039e21151.
00000400:00000010:2.0:1786566631.160076:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bd6ad29a.
00000400:00000010:2.0:1786566631.160078:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000abe7ee44.
00000400:00000010:2.0:1786566631.160079:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000fd3da720.
00000400:00000010:2.0:1786566631.160082:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a6fcba5e.
00000400:00000010:2.0:1786566631.160083:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000eaa3b3f1.
00000400:00000010:2.0:1786566631.160085:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000bed251b3.
00000400:00000010:2.0:1786566631.160087:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000db037d94.
00000400:00000010:2.0:1786566631.160090:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000053104787.
00000400:00000010:2.0:1786566631.160104:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d3136663.
00000400:00000010:2.0:1786566631.160106:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000431a9fe0.
00000400:00000010:2.0:1786566631.160107:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c5f73016.
00000400:00000010:2.0:1786566631.160110:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000045ff8553.
00000400:00000010:2.0:1786566631.160111:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005e4e9314.
00000400:00000010:2.0:1786566631.160112:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e292907d.
00000400:00000010:2.0:1786566631.160113:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000491698e6.
00000400:00000010:2.0:1786566631.160115:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006dd031da.
00000400:00000010:2.0:1786566631.160117:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006c528450.
00000400:00000010:2.0:1786566631.160118:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9e563f7.
00000400:00000010:2.0:1786566631.160119:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002b59a80d.
00000400:00000010:2.0:1786566631.160121:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008af02da6.
00000400:00000010:2.0:1786566631.160123:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000025e131c.
00000400:00000010:2.0:1786566631.160124:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000031c3216f.
00000400:00000010:2.0:1786566631.160125:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000275c7444.
00000400:00000010:2.0:1786566631.160127:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009a14b610.
00000400:00000010:2.0:1786566631.160129:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000525b9178.
00000400:00000010:2.0:1786566631.160130:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d21ffd0a.
00000400:00000010:2.0:1786566631.160131:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000bf401179.
00000400:00000010:2.0:1786566631.160133:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000082fbc4ea.
00000400:00000010:2.0:1786566631.160134:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000354325fb.
00000400:00000010:2.0:1786566631.160135:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e293db2d.
00000400:00000010:2.0:1786566631.160136:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009498f327.
00000400:00000010:2.0:1786566631.160138:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000026642e85.
00000400:00000010:2.0:1786566631.160143:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003a1cda18.
00000400:00000010:2.0:1786566631.160144:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000087c29fc4.
00000400:00000010:2.0:1786566631.160145:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f671a5d4.
00000400:00000010:2.0:1786566631.160147:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000621d7e77.
00000400:00000010:2.0:1786566631.160149:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000826e6f2e.
00000400:00000010:2.0:1786566631.160149:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003e5e4ff1.
00000400:00000010:2.0:1786566631.160150:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000070d90e39.
00000400:00000010:2.0:1786566631.160152:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cbbd109f.
00000400:00000010:2.0:1786566631.160154:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000072b47052.
00000400:00000010:2.0:1786566631.160155:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000014c52ef6.
00000400:00000010:2.0:1786566631.160156:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d65df41c.
00000400:00000010:2.0:1786566631.160158:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008f7bcc6c.
00000400:00000010:2.0:1786566631.160159:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000070b81831.
00000400:00000010:2.0:1786566631.160160:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006b10018f.
00000400:00000010:2.0:1786566631.160161:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a7f8e490.
00000400:00000010:2.0:1786566631.160163:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000064b4582f.
00000400:00000010:2.0:1786566631.160165:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e080de52.
00000400:00000010:2.0:1786566631.160165:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000015368e5d.
00000400:00000010:2.0:1786566631.160166:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006a4fa27b.
00000400:00000010:2.0:1786566631.160168:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d18e145f.
00000400:00000010:2.0:1786566631.160170:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f66179a0.
00000400:00000010:2.0:1786566631.160171:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b2532176.
00000400:00000010:2.0:1786566631.160172:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003e45ff8b.
00000400:00000010:2.0:1786566631.160174:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000074a3a589.
00000400:00000010:2.0:1786566631.160175:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e6d68256.
00000400:00000010:2.0:1786566631.160176:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ed13b2a9.
00000400:00000010:2.0:1786566631.160177:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000525ce8c1.
00000400:00000010:2.0:1786566631.160179:0:68361:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000077894564.
00000400:00000010:2.0:1786566631.160181:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000042ed5ca9.
00000400:00000010:2.0:1786566631.160181:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ada4723f.
00000400:00000010:2.0:1786566631.160182:0:68361:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ab318ba6.
00000400:00000010:2.0:1786566631.160183:0:68361:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals': 512 at 00000000a2203d88.
00000400:00000010:2.0:1786566631.160186:0:68361:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 0000000031730d8e.
00000400:00000010:2.0:1786566631.160196:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000588b66c.
00000400:00000010:2.0:1786566631.160197:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007fd7f113.
00000400:00000010:2.0:1786566631.160198:0:68361:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 000000005a8898a0.
00000400:00000010:2.0:1786566631.160200:0:68361:0:(lib-msg.c:1308:lnet_msg_container_cleanup()) kfreed 'container->msc_finalizers': 32 at 000000004e3609f6.
00000400:00000010:2.0:1786566631.160202:0:68361:0:(lib-msg.c:1314:lnet_msg_container_cleanup()) kfreed 'container->msc_resenders': 32 at 00000000fdb10ba7.
00000400:00000010:2.0:1786566631.160203:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000003837cf0e.
00000400:00000010:2.0:1786566631.160205:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fce55de7.
00000400:00000010:2.0:1786566631.160208:0:68361:0:(peer.c:85:lnet_peer_tables_destroy()) kfreed 'hash': 8192 at 00000000b34ba28c.
00000400:00000010:2.0:1786566631.160215:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000395e53b6.
00000400:00000010:2.0:1786566631.160216:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b0e4e9f0.
00000400:00000010:2.0:1786566631.160218:0:68361:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000002cc12244.
00000400:00000010:2.0:1786566631.160219:0:68361:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004dd5a027.
00000400:00000010:2.0:1786566631.160220:0:68361:0:(api-ni.c:700:lnet_destroy_remote_nets_table()) kfreed 'the_lnet.ln_remote_nets_hash': 1024 at 00000000ef71444a.
00000001:00000200:2.0:1786566631.160223:0:68361:0:(udsp.c:1126:lnet_udsp_destroy()) Destroying UDSPs in the system
00000001:02000400:0.0:1786566631.171800:0:68362:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure
00000400:00000010:3.0:1786566631.182707:0:68363:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000f0ee9f32.
00000400:00000010:3.0:1786566631.182717:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a1faeea4.
00000400:00000010:3.0:1786566631.182722:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000098f58f8d.
00000400:00000010:3.0:1786566631.182725:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000974e6586.
00000400:00000010:3.0:1786566631.182727:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000009033db46.
00000400:00000010:3.0:1786566631.182732:0:68363:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000003c3b9b45.
00000400:00000010:3.0:1786566631.182736:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000089e5b9a6.
00000400:00000010:3.0:1786566631.182738:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ae7d2995.
00000400:00000010:3.0:1786566631.182741:0:68363:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000003a034c8a.
00000400:00000010:3.0:1786566631.182744:0:68363:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000fcca419b.
00000400:00000010:3.0:1786566631.182815:0:68363:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000abe627b4.
00000400:00000010:3.0:1786566631.182833:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007aa069f0.
00000400:00000010:3.0:1786566631.182836:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f962b07a.
00000400:00000010:3.0:1786566631.182893:0:68363:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000003a1fb940.
00000400:00000010:3.0:1786566631.182912:0:68363:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000c61ded2a.
00000400:00000010:3.0:1786566631.182916:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f741c2c6.
00000400:00000010:3.0:1786566631.182918:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6213818.
00000400:00000010:3.0:1786566631.182920:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7ec0b39.
00000400:00000010:3.0:1786566631.182925:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f69b33c1.
00000400:00000010:3.0:1786566631.182927:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ad0a6ca0.
00000400:00000010:3.0:1786566631.182929:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004694994d.
00000400:00000010:3.0:1786566631.182931:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003503b397.
00000400:00000010:3.0:1786566631.182935:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077894564.
00000400:00000010:3.0:1786566631.182939:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000773c76fb.
00000400:00000010:3.0:1786566631.182940:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047318f88.
00000400:00000010:3.0:1786566631.182947:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3129e45.
00000400:00000010:3.0:1786566631.182951:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074a3a589.
00000400:00000010:3.0:1786566631.182954:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d3372b92.
00000400:00000010:3.0:1786566631.182955:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fe4bff1c.
00000400:00000010:3.0:1786566631.182957:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f83dc23.
00000400:00000010:3.0:1786566631.182961:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e528a4ca.
00000400:00000010:3.0:1786566631.182964:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a0a7f352.
00000400:00000010:3.0:1786566631.182965:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004dd5a027.
00000400:00000010:3.0:1786566631.182967:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000892645f0.
00000400:00000010:3.0:1786566631.182971:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b0f0d59.
00000400:00000010:3.0:1786566631.182973:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000059e3c849.
00000400:00000010:3.0:1786566631.182975:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0e4e9f0.
00000400:00000010:3.0:1786566631.182976:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048ccaf08.
00000400:00000010:3.0:1786566631.182980:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007d19a9b.
00000400:00000010:3.0:1786566631.182982:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000003eda1e3.
00000400:00000010:3.0:1786566631.182984:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fce55de7.
00000400:00000010:3.0:1786566631.182985:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f1b9573.
00000400:00000010:3.0:1786566631.182989:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000050ba302c.
00000400:00000010:3.0:1786566631.182992:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab318ba6.
00000400:00000010:3.0:1786566631.182993:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdb10ba7.
00000400:00000010:3.0:1786566631.182995:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099ccaf1f.
00000400:00000010:3.0:1786566631.183000:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3e1b759.
00000400:00000010:3.0:1786566631.183002:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000525ce8c1.
00000400:00000010:3.0:1786566631.183004:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e3609f6.
00000400:00000010:3.0:1786566631.183005:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a97a90b2.
00000400:00000010:3.0:1786566631.183010:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000455db0a1.
00000400:00000010:3.0:1786566631.183013:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e45ff8b.
00000400:00000010:3.0:1786566631.183014:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fd7f113.
00000400:00000010:3.0:1786566631.183016:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047a2a14f.
00000400:00000010:3.0:1786566631.183019:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f84faeb2.
00000400:00000010:3.0:1786566631.183021:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006a4fa27b.
00000400:00000010:3.0:1786566631.183023:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ada4723f.
00000400:00000010:3.0:1786566631.183030:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee26037c.
00000400:00000010:3.0:1786566631.183034:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086eac8c4.
00000400:00000010:3.0:1786566631.183036:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a7f8e490.
00000400:00000010:3.0:1786566631.183037:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2532176.
00000400:00000010:3.0:1786566631.183039:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dde6b9d0.
00000400:00000010:3.0:1786566631.183043:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ff99bb2.
00000400:00000010:3.0:1786566631.183046:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d65df41c.
00000400:00000010:3.0:1786566631.183047:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015368e5d.
00000400:00000010:3.0:1786566631.183049:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae2d6e54.
00000400:00000010:3.0:1786566631.183053:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ed11f96a.
00000400:00000010:3.0:1786566631.183055:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070d90e39.
00000400:00000010:3.0:1786566631.183057:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006b10018f.
00000400:00000010:3.0:1786566631.183059:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001db18ecd.
00000400:00000010:3.0:1786566631.183062:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008919fd55.
00000400:00000010:3.0:1786566631.183065:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f671a5d4.
00000400:00000010:3.0:1786566631.183067:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014c52ef6.
00000400:00000010:3.0:1786566631.183068:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000acd751fd.
00000400:00000010:3.0:1786566631.183072:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acc0226a.
00000400:00000010:3.0:1786566631.183074:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009498f327.
00000400:00000010:3.0:1786566631.183076:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e5e4ff1.
00000400:00000010:3.0:1786566631.183078:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc03678d.
00000400:00000010:3.0:1786566631.183082:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cfcf6bd.
00000400:00000010:3.0:1786566631.183084:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bf401179.
00000400:00000010:3.0:1786566631.183086:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000087c29fc4.
00000400:00000010:3.0:1786566631.183088:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b97664fd.
00000400:00000010:3.0:1786566631.183092:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055b3a498.
00000400:00000010:3.0:1786566631.183094:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000275c7444.
00000400:00000010:3.0:1786566631.183096:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e293db2d.
00000400:00000010:3.0:1786566631.183098:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c28a3b3f.
00000400:00000010:3.0:1786566631.183102:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f357893f.
00000400:00000010:3.0:1786566631.183104:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b59a80d.
00000400:00000010:3.0:1786566631.183106:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d21ffd0a.
00000400:00000010:3.0:1786566631.183114:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000875fc66a.
00000400:00000010:3.0:1786566631.183117:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000142af8e5.
00000400:00000010:3.0:1786566631.183120:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000491698e6.
00000400:00000010:3.0:1786566631.183122:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9e563f7.
00000400:00000010:3.0:1786566631.183123:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000219c1508.
00000400:00000010:3.0:1786566631.183128:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c96de4c.
00000400:00000010:3.0:1786566631.183130:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5f73016.
00000400:00000010:3.0:1786566631.183132:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e292907d.
00000400:00000010:3.0:1786566631.183134:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e90ca2d.
00000400:00000010:3.0:1786566631.183138:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d229006d.
00000400:00000010:3.0:1786566631.183140:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000db037d94.
00000400:00000010:3.0:1786566631.183142:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000431a9fe0.
00000400:00000010:3.0:1786566631.183144:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000042ed5ca9.
00000400:00000010:3.0:1786566631.183148:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043fccda1.
00000400:00000010:3.0:1786566631.183150:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fd3da720.
00000400:00000010:3.0:1786566631.183152:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bed251b3.
00000400:00000010:3.0:1786566631.183153:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6d68256.
00000400:00000010:3.0:1786566631.183157:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b35fc9f.
00000400:00000010:3.0:1786566631.183159:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000fe0cc71.
00000400:00000010:3.0:1786566631.183161:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abe7ee44.
00000400:00000010:3.0:1786566631.183162:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f66179a0.
00000400:00000010:3.0:1786566631.183167:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cc47f82f.
00000400:00000010:3.0:1786566631.183169:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000004c8c7ec.
00000400:00000010:3.0:1786566631.183171:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1d312b4.
00000400:00000010:3.0:1786566631.183173:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e080de52.
00000400:00000010:3.0:1786566631.183177:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044b7d370.
00000400:00000010:3.0:1786566631.183179:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002e5fa9a0.
00000400:00000010:3.0:1786566631.183181:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005a7e3a2b.
00000400:00000010:3.0:1786566631.183182:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070b81831.
00000400:00000010:3.0:1786566631.183186:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000dc59d0.
00000400:00000010:3.0:1786566631.183189:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000eb9c951f.
00000400:00000010:3.0:1786566631.183190:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9bddd53.
00000400:00000010:3.0:1786566631.183197:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072b47052.
00000400:00000010:3.0:1786566631.183201:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040f55bfe.
00000400:00000010:3.0:1786566631.183203:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000abf2065b.
00000400:00000010:3.0:1786566631.183205:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000011eb61cf.
00000400:00000010:3.0:1786566631.183206:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000826e6f2e.
00000400:00000010:3.0:1786566631.183210:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000537b4d92.
00000400:00000010:3.0:1786566631.183213:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005006be63.
00000400:00000010:3.0:1786566631.183214:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004920cfa1.
00000400:00000010:3.0:1786566631.183216:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a1cda18.
00000400:00000010:3.0:1786566631.183220:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e0d6e5b.
00000400:00000010:3.0:1786566631.183222:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001cc488b7.
00000400:00000010:3.0:1786566631.183223:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006212b50d.
00000400:00000010:3.0:1786566631.183225:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000354325fb.
00000400:00000010:3.0:1786566631.183228:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acd4d4c4.
00000400:00000010:3.0:1786566631.183230:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000057f1f211.
00000400:00000010:3.0:1786566631.183232:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047a8c4e1.
00000400:00000010:3.0:1786566631.183233:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000525b9178.
00000400:00000010:3.0:1786566631.183246:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6fcba5e.
00000400:00000010:3.0:1786566631.183250:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000015c96f04.
00000400:00000010:3.0:1786566631.183252:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000057e14f40.
00000400:00000010:3.0:1786566631.183254:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000025e131c.
00000400:00000010:3.0:1786566631.183258:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad879a70.
00000400:00000010:3.0:1786566631.183260:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001604068d.
00000400:00000010:3.0:1786566631.183262:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c54b4e8.
00000400:00000010:3.0:1786566631.183263:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c528450.
00000400:00000010:3.0:1786566631.183267:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b7ce256.
00000400:00000010:3.0:1786566631.183269:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003438d95d.
00000400:00000010:3.0:1786566631.183271:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6695725.
00000400:00000010:3.0:1786566631.183272:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082613e50.
00000400:00000010:3.0:1786566631.183276:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039e21151.
00000400:00000010:3.0:1786566631.183278:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000009cb1212.
00000400:00000010:3.0:1786566631.183279:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000968cc9a8.
00000400:00000010:3.0:1786566631.183285:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec4d3411.
00000400:00000010:3.0:1786566631.183294:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c636fb93.
00000400:00000010:3.0:1786566631.183298:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ca909c5f.
00000400:00000010:3.0:1786566631.183299:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f76e76d.
00000400:00000010:3.0:1786566631.183301:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2d9f511.
00000400:00000010:3.0:1786566631.183305:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d22357d.
00000400:00000010:3.0:1786566631.183307:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008f9715d7.
00000400:00000010:3.0:1786566631.183309:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000da14d10.
00000400:00000010:3.0:1786566631.183310:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5cc2bc9.
00000400:00000010:3.0:1786566631.183314:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d7fb47b.
00000400:00000010:3.0:1786566631.183316:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000069257c00.
00000400:00000010:3.0:1786566631.183318:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0e79199.
00000400:00000010:3.0:1786566631.183319:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034623d8e.
00000400:00000010:3.0:1786566631.183323:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036931990.
00000400:00000010:3.0:1786566631.183325:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000010a1f59d.
00000400:00000010:3.0:1786566631.183327:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000315bc99c.
00000400:00000010:3.0:1786566631.183329:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002a7b0fe.
00000400:00000010:3.0:1786566631.183338:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4a022f.
00000400:00000010:3.0:1786566631.183342:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000061573a0c.
00000400:00000010:3.0:1786566631.183344:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f394396.
00000400:00000010:3.0:1786566631.183346:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001731f53b.
00000400:00000010:3.0:1786566631.183487:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa1a9181.
00000400:00000010:3.0:1786566631.183493:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f9ce5608.
00000400:00000010:3.0:1786566631.183495:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035d3e9a0.
00000400:00000010:3.0:1786566631.183497:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001f5188e.
00000400:00000010:3.0:1786566631.183501:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e497327a.
00000400:00000010:3.0:1786566631.183503:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000082937c92.
00000400:00000010:3.0:1786566631.183505:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069487f8d.
00000400:00000010:3.0:1786566631.183506:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000891f32b4.
00000400:00000010:3.0:1786566631.183510:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041e24615.
00000400:00000010:3.0:1786566631.183512:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f849006f.
00000400:00000010:3.0:1786566631.183514:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019515a37.
00000400:00000010:3.0:1786566631.183521:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002610e7ce.
00000400:00000010:3.0:1786566631.183531:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc93b382.
00000400:00000010:3.0:1786566631.183534:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008b3880ff.
00000400:00000010:3.0:1786566631.183536:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000091251e10.
00000400:00000010:3.0:1786566631.183538:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce899aa9.
00000400:00000010:3.0:1786566631.183541:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4469ee.
00000400:00000010:3.0:1786566631.183543:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008c66bff1.
00000400:00000010:3.0:1786566631.183545:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9dd3e8f.
00000400:00000010:3.0:1786566631.183547:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000238b9a4a.
00000400:00000010:3.0:1786566631.183550:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d553dd2c.
00000400:00000010:3.0:1786566631.183553:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003c23883c.
00000400:00000010:3.0:1786566631.183555:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009bdbbd89.
00000400:00000010:3.0:1786566631.183556:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018fc1783.
00000400:00000010:3.0:1786566631.183560:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9047047.
00000400:00000010:3.0:1786566631.183562:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000088ab527e.
00000400:00000010:3.0:1786566631.183564:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a11046b1.
00000400:00000010:3.0:1786566631.183565:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000994583a0.
00000400:00000010:3.0:1786566631.183575:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4b0520f.
00000400:00000010:3.0:1786566631.183578:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000dd030de.
00000400:00000010:3.0:1786566631.183580:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000757a9a4.
00000400:00000010:3.0:1786566631.183582:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bda459c2.
00000400:00000010:3.0:1786566631.183586:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfc4c242.
00000400:00000010:3.0:1786566631.183588:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dda6cfb2.
00000400:00000010:3.0:1786566631.183589:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f65b813.
00000400:00000010:3.0:1786566631.183591:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3831e2f.
00000400:00000010:3.0:1786566631.183594:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f387345.
00000400:00000010:3.0:1786566631.183597:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c23ac7d3.
00000400:00000010:3.0:1786566631.183598:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5fe2ee0.
00000400:00000010:3.0:1786566631.183599:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001556cf9c.
00000400:00000010:3.0:1786566631.183603:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a7824fcf.
00000400:00000010:3.0:1786566631.183605:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000726a1778.
00000400:00000010:3.0:1786566631.183606:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2f3bbd8.
00000400:00000010:3.0:1786566631.183611:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093e77485.
00000400:00000010:3.0:1786566631.183619:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011ccf0e5.
00000400:00000010:3.0:1786566631.183621:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fe0f0b9b.
00000400:00000010:3.0:1786566631.183623:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e0958bd.
00000400:00000010:3.0:1786566631.183625:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067af660c.
00000400:00000010:3.0:1786566631.183628:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086352e5d.
00000400:00000010:3.0:1786566631.183630:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a4daf5e.
00000400:00000010:3.0:1786566631.183631:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073695297.
00000400:00000010:3.0:1786566631.183650:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054411856.
00000400:00000010:3.0:1786566631.183655:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dddd2652.
00000400:00000010:3.0:1786566631.183658:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009831ad1a.
00000400:00000010:3.0:1786566631.183659:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021027d9b.
00000400:00000010:3.0:1786566631.183661:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc5e8b4a.
00000400:00000010:3.0:1786566631.183665:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cab3c19.
00000400:00000010:3.0:1786566631.183668:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000060bcea26.
00000400:00000010:3.0:1786566631.183669:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008892b4cb.
00000400:00000010:3.0:1786566631.183671:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad35c409.
00000400:00000010:3.0:1786566631.183680:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9fb8771.
00000400:00000010:3.0:1786566631.183683:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000031416e0.
00000400:00000010:3.0:1786566631.183684:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6f1b232.
00000400:00000010:3.0:1786566631.183686:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000516aa34f.
00000400:00000010:3.0:1786566631.183690:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001eba4a8f.
00000400:00000010:3.0:1786566631.183692:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006f67243d.
00000400:00000010:3.0:1786566631.183694:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009319bdb0.
00000400:00000010:3.0:1786566631.183696:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ada7994.
00000400:00000010:3.0:1786566631.183699:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d09b5435.
00000400:00000010:3.0:1786566631.183701:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002ddfecd1.
00000400:00000010:3.0:1786566631.183702:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e68c0320.
00000400:00000010:3.0:1786566631.183704:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2023506.
00000400:00000010:3.0:1786566631.183707:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064e99334.
00000400:00000010:3.0:1786566631.183710:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c58668ea.
00000400:00000010:3.0:1786566631.183711:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002704864.
00000400:00000010:3.0:1786566631.183716:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049be4e14.
00000400:00000010:3.0:1786566631.183725:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d389faae.
00000400:00000010:3.0:1786566631.183728:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e59cdf24.
00000400:00000010:3.0:1786566631.183730:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b519523e.
00000400:00000010:3.0:1786566631.183732:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c695771.
00000400:00000010:3.0:1786566631.183735:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029c266dd.
00000400:00000010:3.0:1786566631.183738:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002ef25400.
00000400:00000010:3.0:1786566631.183739:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fdea3c1a.
00000400:00000010:3.0:1786566631.183741:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093bf710a.
00000400:00000010:3.0:1786566631.183745:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d21b8776.
00000400:00000010:3.0:1786566631.183747:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000097b1ba23.
00000400:00000010:3.0:1786566631.183749:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007a9cd04a.
00000400:00000010:3.0:1786566631.183751:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081ee67d9.
00000400:00000010:3.0:1786566631.183754:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b29a6f5.
00000400:00000010:3.0:1786566631.183757:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bc065bec.
00000400:00000010:3.0:1786566631.183758:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009aff4c88.
00000400:00000010:3.0:1786566631.183760:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005681eae9.
00000400:00000010:3.0:1786566631.183768:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005605d3db.
00000400:00000010:3.0:1786566631.183770:0:68363:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cdc88677.
00000400:00000010:3.0:1786566631.183772:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000335e8139.
00000400:00000010:3.0:1786566631.183773:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db6a3d98.
00000400:00000010:3.0:1786566631.183777:0:68363:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000098be99b.
00000400:00000010:3.0:1786566631.183779:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000516212f8.
00000400:00000010:3.0:1786566631.183781:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a395bb7.
00000400:00000010:3.0:1786566631.183784:0:68363:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000adf9c296.
00000400:00000010:3.0:1786566631.183788:0:68363:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000009bfd7291.
00000400:00000010:3.0:1786566631.183790:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6784710.
00000400:00000010:3.0:1786566631.183792:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000258f1383.
00000400:00000010:3.0:1786566631.183793:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b326c648.
00000400:00000010:3.0:1786566631.183795:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069367bda.
00000400:00000010:3.0:1786566631.183807:0:68363:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 41 at 000000001a6828da.
00000400:00000010:3.0:1786566631.183811:0:68363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b99a9ac.
00000400:00000010:3.0:1786566631.183822:0:68363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa5124fa.
00000400:00000200:3.0:1786566631.183835:0:68363:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:3.0:1786566631.183837:0:68363:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000077e2934a.
00000400:00000010:3.0:1786566631.183840:0:68363:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0836e90.
00000400:00000010:3.0:1786566631.183842:0:68363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000385aa949.
00000400:00000200:3.0:1786566631.183844:0:68363:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 0000000077e2934a
00000400:00000200:3.0:1786566631.183845:0:68363:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:3.0:1786566631.183848:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000184be78c.
00000400:00000010:3.0:1786566631.183849:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3dca19f.
00000400:00000010:3.0:1786566631.183851:0:68363:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9a40f77.
00000400:00000010:3.0:1786566631.183853:0:68363:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c526acb.
00000400:00000200:1.0:1786566631.185128:0:68363:0:(peer.c:4457:lnet_peer_discovery_start()) discovery start: 0
00000400:00000200:0.0:1786566631.185710:0:68365:0:(peer.c:4283:lnet_peer_discovery()) started
00000400:00000010:2.0:1786566631.198517:0:68366:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bb62a623.
00000400:00000010:2.0:1786566631.198542:0:68366:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bb62a623.
00000400:00000010:2.0:1786566631.198997:0:68366:0:(api-ni.c:7409:lnet_route_show_start()) alloc '(rlist)': 16 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.199014:0:68366:0:(api-ni.c:7309:lnet_route_show_done()) kfreed 'rlist': 16 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.199111:0:68366:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 00000000ad09aac6.
00000400:00000010:2.0:1786566631.199119:0:68366:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 00000000ad09aac6.
00000400:00000010:2.0:1786566631.199266:0:68366:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.199278:0:68366:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.199362:0:68366:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.199367:0:68366:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000005d03ffbb.
00000400:00000010:2.0:1786566631.200165:0:68366:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 00000000a90b01c4.
00000001:00000200:2.0:1786566631.200171:0:68366:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0
00000001:00000200:2.0:1786566631.200173:0:68366:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (0000000094009482)
00000400:00000010:2.0:1786566631.200175:0:68366:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 00000000a90b01c4.
00000001:02000400:3.0:1786566631.213685:0:68367:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp --if ens2
00000400:00000010:1.0:1786566631.254768:0:68368:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c669ddd1.
00000400:00000010:1.0:1786566631.254785:0:68368:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001baf7a18.
00000400:00000010:1.0:1786566631.254793:0:68368:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 0000000005bfbb15.
00000400:00000010:1.0:1786566631.254797:0:68368:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000006f69b83a.
00000400:00000010:1.0:1786566631.254801:0:68368:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbbd11db.
00000400:00000010:1.0:1786566631.254806:0:68368:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f4a9bac0.
00000400:00000010:1.0:1786566631.254808:0:68368:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005003d242.
00000400:00000010:1.0:1786566631.254810:0:68368:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095a284f4.
00000400:00000010:1.0:1786566631.254813:0:68368:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bb13833d.
00000400:00000010:1.0:1786566631.254823:0:68368:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000050d19b2d.
00000400:00000010:1.0:1786566631.254831:0:68368:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000008e44f36b.
00000800:00000200:2.0:1786566631.261176:0:68368:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566631.261186:0:68368:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566631.261188:0:68368:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:2.0:1786566631.261190:0:68368:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000010:2.0:1786566631.261204:0:68368:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000ad09aac6.
00000800:00000200:2.0:1786566631.261218:0:68368:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:2.0:1786566631.261851:0:68368:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:2.0:1786566631.261907:0:68368:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:2.0:1786566631.262017:0:68368:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp [8/256/0/180]
00000400:00000010:2.0:1786566631.266838:0:68368:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000069103878.
00000400:00000010:2.0:1786566631.266852:0:68368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c52c98.
00000400:00000010:2.0:1786566631.266876:0:68368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097b7b655.
00000400:00000010:2.0:1786566631.267458:0:68368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b99a9ac.
00000400:00000200:2.0:1786566631.267465:0:68368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa5124fa
00000400:00000010:2.0:1786566631.267467:0:68368:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000aa5124fa.
00000400:00000010:2.0:1786566631.267472:0:68368:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 41 at 000000001a6828da.
00000400:00000010:2.0:1786566631.267489:0:68368:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001baf7a18.
00000400:00000010:2.0:1786566631.267494:0:68368:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c669ddd1.
00000400:00000010:3.0:1786566631.327181:0:68382:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a8e27dc.
00000400:00000010:3.0:1786566631.327240:0:68382:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a8e27dc.
00000001:02000400:2.0:1786566631.871202:0:68488:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp1 --if ens2
00000400:00000010:2.0:1786566631.886897:0:68489:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 000000000531b264.
00000400:00000010:2.0:1786566631.886918:0:68489:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000060709871.
00000400:00000010:2.0:1786566631.886929:0:68489:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 0000000043891d9f.
00000400:00000010:2.0:1786566631.886933:0:68489:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 00000000c60bdacb.
00000400:00000010:2.0:1786566631.886938:0:68489:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006996860.
00000400:00000010:2.0:1786566631.886943:0:68489:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eafc3366.
00000400:00000010:2.0:1786566631.886945:0:68489:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000043f8196b.
00000400:00000010:2.0:1786566631.886947:0:68489:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021a62a74.
00000400:00000010:2.0:1786566631.886950:0:68489:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000bb62a623.
00000800:00000010:2.0:1786566631.886959:0:68489:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 000000006dec3b0e.
00000800:00000200:2.0:1786566631.886971:0:68489:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:2.0:1786566631.886978:0:68489:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:2.0:1786566631.887017:0:68489:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:2.0:1786566631.887037:0:68489:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp1 [8/256/0/180]
00000400:00000010:2.0:1786566631.890201:0:68489:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000e321783d.
00000400:00000010:2.0:1786566631.890214:0:68489:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a0967.
00000400:00000010:2.0:1786566631.890219:0:68489:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de513064.
00000400:00000010:2.0:1786566631.890235:0:68489:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c52c98.
00000400:00000200:2.0:1786566631.890249:0:68489:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097b7b655
00000400:00000010:2.0:1786566631.890252:0:68489:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000097b7b655.
00000400:00000010:2.0:1786566631.890256:0:68489:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000069103878.
00000400:00000010:2.0:1786566631.890269:0:68489:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000060709871.
00000400:00000010:2.0:1786566631.890274:0:68489:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 000000000531b264.
00000400:00000010:2.0:1786566631.936854:0:68494:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000782aceb1.
00000400:00000010:2.0:1786566631.936922:0:68494:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000782aceb1.
00000400:00000010:1.0:1786566632.556610:0:68612:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000759aae53.
00000400:00000010:1.0:1786566632.556861:0:68612:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000759aae53.
00000001:02000400:0.0:1786566632.600480:0:68614:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl discover 192.168.201.5@tcp
00000400:00000010:2.0:1786566632.618380:0:68615:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 000000000dba4c66.
00000400:00000200:2.0:1786566632.618395:0:68615:0:(peer.c:266:lnet_peer_alloc()) 000000000dba4c66 nid 192.168.201.5@tcp
00000400:00000010:2.0:1786566632.618400:0:68615:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e3eae14f.
00000400:00000200:2.0:1786566632.618403:0:68615:0:(peer.c:203:lnet_peer_net_alloc()) 00000000e3eae14f net tcp
00000400:00000010:2.0:1786566632.618405:0:68615:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 0000000032307a4a.
00000400:00000200:2.0:1786566632.618409:0:68615:0:(peer.c:184:lnet_peer_ni_alloc()) 0000000032307a4a nid 192.168.201.5@tcp
00000400:00000200:2.0:1786566632.618416:0:68615:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp flags 0x0
00000400:00000200:2.0:1786566632.618420:0:68615:0:(peer.c:2183:lnet_peer_ni_traffic_add()) peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566632.618584:0:68615:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566632.618587:0:68615:0:(peer.c:2935:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1786566632.619000:0:68365:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:3.0:1786566632.619007:0:68365:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x40
00000400:00000010:3.0:1786566632.619015:0:68365:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000081f06678.
00000400:00000010:3.0:1786566632.619073:0:68365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ee583e3.
00000400:00000010:3.0:1786566632.622874:0:68365:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000030bccd7a.
00000400:00000200:3.0:1786566632.622961:0:68365:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566632.622977:0:68365:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566632.622983:0:68365:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.622986:0:68365:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.201.5@tcp on NMR peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.622990:0:68365:0:(peer.c:1171:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.201.5@tcp nid 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566632.622993:0:68365:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [8:8:256:4294967295] 192.168.201.5@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:3.0:1786566632.623000:0:68365:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.623007:0:68365:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566632.623012:0:68365:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566632.623018:0:68365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000decbb038.
00000800:00000010:3.0:1786566632.623176:0:68365:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a3854b6.
00000800:00000010:3.0:1786566632.623182:0:68365:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000077299fd.
00000800:00000200:3.0:1786566632.623187:0:68365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:3.1:1786566632.623256:0:68365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (2)
00000400:00000200:3.0:1786566632.623337:0:68365:0:(peer.c:4022:lnet_peer_send_ping()) peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.623349:0:68365:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x240 rc 0
00000800:00000010:0.0:1786566632.624980:0:68372:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000077ac1a16.
00000800:00000010:0.0:1786566632.624990:0:68372:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051b14b1e.
00000800:00000010:0.0:1786566632.624995:0:68372:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000014f6665.
00000800:00000010:0.0:1786566632.625020:0:68372:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000014f6665.
00000400:00000200:1.0:1786566632.625285:0:68377:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:1.0:1786566632.625305:0:68377:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 255.3.0.2
00000800:00000010:1.0:1786566632.625309:0:68377:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e7ba7c99.
00000800:00000010:0.0:1786566632.625379:0:68371:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000003821a635.
00000800:00000010:0.0:1786566632.625442:0:68371:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004148f1fe.
00000800:00000010:0.0:1786566632.625458:0:68371:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006482c875.
00000800:00000200:0.1:1786566632.625464:0:68371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:0.1:1786566632.625468:0:68371:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 000000006482c875 deleted
00000800:00000010:0.1:1786566632.625470:0:68371:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006482c875.
00000800:00000200:0.1:1786566632.625475:0:68371:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1786566632.625481:0:68371:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:0.1:1786566632.625485:0:68371:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.0:1786566632.625490:0:68371:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1023 incarnation:1786566631261206246 sched[0]
00000800:00000010:0.0:1786566632.625494:0:68371:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000014f6665.
00000800:00000010:0.0:1786566632.625576:0:68371:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000014f6665.
00000800:00000010:0.0:1786566632.625580:0:68371:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004148f1fe.
00000800:00000010:0.0:1786566632.625621:0:68371:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000e7ba7c99.
00000800:00000200:2.1F:1786566632.625988:0:68372:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.0:1786566632.625999:0:68372:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566631261206246 sched[0]
00000800:00000010:2.0:1786566632.626003:0:68372:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051b14b1e.
00000400:00000200:2.0:1786566632.626128:0:68372:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.5:988
00000800:00000200:3.0:1786566632.626883:0:68375:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1786566632.626897:0:68375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000decbb038.
00000400:00000200:3.0:1786566632.626902:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.626907:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:3.0:1786566632.626912:0:68375:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:3.0:1786566632.626916:0:68375:0:(peer.c:3241:lnet_discovery_event_send()) Ping Send to 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566632.626936:0:68375:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:3.0:1786566632.626947:0:68375:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:3.0:1786566632.626954:0:68375:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:3.0:1786566632.626965:0:68375:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566632.626971:0:68375:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [9:9:256:4294967295] 192.168.201.5@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:3.0:1786566632.626980:0:68375:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:3.0:1786566632.626985:0:68375:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566632.626989:0:68375:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decbb038.
00000800:00000200:3.0:1786566632.626994:0:68375:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:3.0:1786566632.626999:0:68375:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566632.627001:0:68375:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 3, nob 160 niov 1 nkiov 1
00000800:00000200:3.0:1786566632.627055:0:68375:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1786566632.627057:0:68375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decbb038.
00000400:00000200:3.0:1786566632.627060:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627063:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:3.0:1786566632.627077:0:68375:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:3.0:1786566632.627084:0:68375:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x11
00000400:00000200:3.0:1786566632.627090:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627092:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:3.0:1786566632.627096:0:68375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee583e3
00000400:00000010:3.0:1786566632.627097:0:68375:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000004ee583e3.
00000400:00000200:3.0:1786566632.627100:0:68375:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:3.0:1786566632.627103:0:68375:0:(peer.c:3119:lnet_discovery_event_reply()) Peer 192.168.201.5@tcp has discovery enabled
00000400:00000200:3.0:1786566632.627111:0:68375:0:(peer.c:3145:lnet_discovery_event_reply()) peer 192.168.201.5@tcp(000000000dba4c66) is MR capable
00000400:00000200:3.0:1786566632.627115:0:68375:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566632.627118:0:68375:0:(peer.c:3200:lnet_discovery_event_reply()) peer 192.168.201.5@tcp data present 6. state = 0x241
00000400:00000200:3.0:1786566632.627121:0:68375:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:3.0:1786566632.627142:0:68365:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:3.0:1786566632.627146:0:68365:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0xc1
00000400:00000010:3.0:1786566632.627152:0:68365:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000c1ca549e.
00000400:00000010:3.0:1786566632.627155:0:68365:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000eda2fc6d.
00000400:00000010:3.0:1786566632.627157:0:68365:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 0000000008dd40b6.
00000400:00000010:3.0:1786566632.627164:0:68365:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000dcc006ca.
00000400:00000200:3.0:1786566632.627168:0:68365:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000dcc006ca nid 192.168.201.5@tcp1
00000400:00000010:3.0:1786566632.627170:0:68365:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d3e4d2e7.
00000400:00000200:3.0:1786566632.627173:0:68365:0:(peer.c:203:lnet_peer_net_alloc()) 00000000d3e4d2e7 net tcp1
00000400:00000200:3.0:1786566632.627178:0:68365:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp1 flags 0x11
00000400:00000010:3.0:1786566632.627181:0:68365:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000c1ca549e.
00000400:00000010:3.0:1786566632.627183:0:68365:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000eda2fc6d.
00000400:00000010:3.0:1786566632.627185:0:68365:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 0000000008dd40b6.
00000400:00000010:3.0:1786566632.627187:0:68365:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000081f06678.
00000400:00000200:3.0:1786566632.627190:0:68365:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (000000000dba4c66): 0
00000400:00000200:3.0:1786566632.627205:0:68365:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(000000000dba4c66): 0. state = 0x141
00000400:00000200:3.0:1786566632.627209:0:68365:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x141 rc 1
00000400:00000200:3.0:1786566632.627212:0:68365:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x141
00000400:00000010:3.0:1786566632.627216:0:68365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ee583e3.
00000400:00000010:3.0:1786566632.627222:0:68365:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000c62ee921.
00000400:00000200:3.0:1786566632.627226:0:68365:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566632.627231:0:68365:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566632.627235:0:68365:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [10:10:256:4294967295] 192.168.201.5@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:3.0:1786566632.627238:0:68365:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.627242:0:68365:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1786566632.627246:0:68365:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566632.627249:0:68365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decbb038.
00000800:00000200:3.0:1786566632.627252:0:68365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:3.0:1786566632.627262:0:68365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:3.0:1786566632.627264:0:68365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 1, nob 160 niov 1 nkiov 1
00000400:00000200:3.0:1786566632.627272:0:68365:0:(peer.c:4164:lnet_peer_send_push()) peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.627273:0:68365:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x541 rc 0
00000800:00000200:3.0:1786566632.627351:0:68375:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1786566632.627353:0:68375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decbb038.
00000400:00000200:3.0:1786566632.627356:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627359:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:3.0:1786566632.627361:0:68375:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:3.0:1786566632.627364:0:68375:0:(peer.c:3241:lnet_discovery_event_send()) Push Send to 192.168.201.5@tcp: 0
00000400:00000200:3.0:1786566632.627374:0:68375:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : PUT - for me
00000400:00000200:3.0:1786566632.627380:0:68375:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 64 into portal 0 MB=0x8000000000000000
00000400:00000200:3.0:1786566632.627393:0:68375:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.201.5@tcp of length 64/64 into md 0x5 [1] + 0
00000400:00000010:3.0:1786566632.627397:0:68375:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0836e90.
00000400:00000200:3.0:1786566632.627401:0:68375:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000385aa949
00000400:00000200:3.0:1786566632.627406:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627410:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:3.0:1786566632.627412:0:68375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385aa949
00000400:00000010:3.0:1786566632.627414:0:68375:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000385aa949.
00000400:00000200:3.0:1786566632.627416:0:68375:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:3.0:1786566632.627421:0:68375:0:(peer.c:2778:lnet_peer_push_event()) peer 192.168.201.5@tcp(000000000dba4c66) is MR
00000400:00000010:3.0:1786566632.627425:0:68375:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000eda2fc6d.
00000400:00000200:3.0:1786566632.627427:0:68375:0:(peer.c:2852:lnet_peer_push_event()) Received Push 192.168.201.5@tcp 6
00000400:00000200:3.0:1786566632.627430:0:68375:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:3.0:1786566632.627437:0:68375:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:3.0:1786566632.627442:0:68375:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566632.627445:0:68375:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [11:11:256:4294967295] 192.168.201.5@tcp LPNI seq info [4:4:8:4294967295]
00000400:00000200:3.0:1786566632.627452:0:68375:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : ACK try# 0
00000800:00000200:3.0:1786566632.627455:0:68375:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566632.627458:0:68375:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decbb038.
00000800:00000200:3.0:1786566632.627468:0:68375:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:3.0:1786566632.627472:0:68375:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566632.627474:0:68375:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 0, nob 96 niov 1 nkiov 0
00000800:00000200:3.0:1786566632.627503:0:68375:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1786566632.627506:0:68375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decbb038.
00000400:00000200:3.0:1786566632.627508:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627511:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:3.0:1786566632.627522:0:68375:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : ACK - for me
00000400:00000200:3.0:1786566632.627528:0:68375:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.201.5@tcp: ACK from 12345-192.168.201.5@tcp into md 0x15
00000400:00000200:3.0:1786566632.627531:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1786566632.627533:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:3.0:1786566632.627535:0:68375:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee583e3
00000400:00000010:3.0:1786566632.627537:0:68375:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000004ee583e3.
00000400:00000200:3.0:1786566632.627538:0:68375:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:3.0:1786566632.627541:0:68375:0:(peer.c:3007:lnet_discovery_event_ack()) peer 192.168.201.5@tcp ev->status 0
00000400:00000200:3.0:1786566632.627544:0:68375:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:3.0:1786566632.627554:0:68365:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:3.0:1786566632.627558:0:68365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0836e90.
00000400:00000010:3.0:1786566632.627561:0:68365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ee583e3.
00000400:00000200:3.0:1786566632.627565:0:68365:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 0000000077e2934a
00000400:00000200:3.0:1786566632.627567:0:68365:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0xc1
00000400:00000010:3.0:1786566632.627570:0:68365:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 0000000008dd40b6.
00000400:00000010:3.0:1786566632.627572:0:68365:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000000aab3a6d.
00000400:00000010:3.0:1786566632.627574:0:68365:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000c1ca549e.
00000400:00000010:3.0:1786566632.627576:0:68365:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 0000000008dd40b6.
00000400:00000010:3.0:1786566632.627578:0:68365:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000000aab3a6d.
00000400:00000010:3.0:1786566632.627580:0:68365:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000c1ca549e.
00000400:00000010:3.0:1786566632.627581:0:68365:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000eda2fc6d.
00000400:00000200:3.0:1786566632.627583:0:68365:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (000000000dba4c66): 0
00000400:00000200:3.0:1786566632.627585:0:68365:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(000000000dba4c66): 0. state = 0x141
00000400:00000200:3.0:1786566632.627588:0:68365:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x141 rc 1
00000400:00000200:3.0:1786566632.627591:0:68365:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x141
00000400:00000200:3.0:1786566632.627593:0:68365:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.627599:0:68365:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000000dba4c66) state 0x111 rc 0
00000400:00000200:3.0:1786566632.627603:0:68365:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.201.5@tcp
00000400:00000200:3.0:1786566632.627679:0:68615:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp: 0. discovery complete
00000800:00000010:2.0:1786566632.629600:0:68372:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000002533e6b6.
00000800:00000010:2.0:1786566632.629608:0:68372:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000060709871.
00000800:00000010:2.0:1786566632.629622:0:68372:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e48d945.
00000400:00000200:0.0:1786566632.629944:0:68377:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:0.0:1786566632.629973:0:68377:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 254.3.0.2
00000800:00000010:0.0:1786566632.629978:0:68377:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000253d2402.
00000800:00000010:2.0:1786566632.630190:0:68372:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e48d945.
00000800:00000010:3.0:1786566632.630608:0:68370:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000b148f8a3.
00000800:00000010:3.0:1786566632.630614:0:68370:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0ba76be.
00000800:00000010:3.0:1786566632.630876:0:68370:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b981c292.
00000800:00000200:3.1:1786566632.630884:0:68370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:3.1:1786566632.630958:0:68370:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 00000000b981c292 deleted
00000800:00000010:3.1:1786566632.630961:0:68370:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b981c292.
00000800:00000200:3.1:1786566632.630966:0:68370:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:3.0:1786566632.630971:0:68370:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1022 incarnation:1786566631261206246 sched[0]
00000800:00000010:3.0:1786566632.630977:0:68370:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1ca549e.
00000800:00000010:3.0:1786566632.631150:0:68370:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1ca549e.
00000800:00000010:3.0:1786566632.631155:0:68370:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0ba76be.
00000800:00000010:3.0:1786566632.631182:0:68370:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000253d2402.
00000800:00000200:0.1:1786566632.631279:0:68372:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00000800:00000200:0.0:1786566632.631285:0:68372:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566631261206246 sched[0]
00000800:00000010:0.0:1786566632.631288:0:68372:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000060709871.
00000001:02000400:3.0:1786566632.636568:0:68616:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set recovery_limit 0
00000400:00000010:3.0:1786566632.675509:0:68619:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000006fa49b46.
00000400:00000010:3.0:1786566632.675524:0:68619:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000006fa49b46.
00000001:02000400:2.0:1786566632.701441:0:68621:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set max_recovery_ping_interval 4
00000001:02000400:0.0:1786566632.750179:0:68624:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp -d *@tcp -m GET -r 1 -e local_error
00000400:00000200:0.0:1786566632.767337:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767346:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767357:0:68625:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566632.767359:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767361:0:68625:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566632.767363:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767365:0:68625:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566632.767366:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767367:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767368:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767370:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767378:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767379:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.767381:0:68625:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:0.0:1786566632.767385:0:68625:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000a8dd90ef.
00000400:00000200:0.0:1786566632.767393:0:68625:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:0.0:1786566632.775548:0:68626:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp1 -d *@tcp1 -m GET -r 1 -e local_error
00000400:00000200:2.0:1786566632.794771:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794781:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794795:0:68627:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:2.0:1786566632.794796:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794799:0:68627:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:2.0:1786566632.794801:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794803:0:68627:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:2.0:1786566632.794804:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794806:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794807:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794814:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794815:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794817:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566632.794818:0:68627:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:2.0:1786566632.794822:0:68627:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 0000000061d806dd.
00000400:00000200:2.0:1786566632.794830:0:68627:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:3.0:1786566632.818343:0:68628:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp -d *@tcp -r 1
00000400:00000200:0.0:1786566632.840415:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840425:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840435:0:68629:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566632.840437:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840440:0:68629:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566632.840441:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840444:0:68629:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566632.840445:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840446:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840448:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840449:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840450:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840452:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.840454:0:68629:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:0.0:1786566632.840458:0:68629:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000561f3895.
00000400:00000200:0.0:1786566632.840467:0:68629:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:3.0:1786566632.847251:0:68630:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp1 -d *@tcp1 -r 1
00000400:00000200:0.0:1786566632.860991:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.860999:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861008:0:68631:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:0.0:1786566632.861009:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861011:0:68631:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:0.0:1786566632.861012:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861013:0:68631:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566632.861014:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861015:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861016:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861061:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861062:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861063:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566632.861064:0:68631:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:0.0:1786566632.861067:0:68631:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000401a22d4.
00000400:00000200:0.0:1786566632.861073:0:68631:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:0.0:1786566632.866994:0:68632:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net set --health 0 --nid 192.168.201.5@tcp
00000400:00000010:3.0:1786566632.878929:0:68633:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 0000000064d0e145.
00000400:00000010:3.0:1786566632.878945:0:68633:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e0ba76be.
00000400:00000200:3.0:1786566632.878950:0:68633:0:(api-ni.c:6621:lnet_genl_parse_local_ni()) Requested NID 192.168.201.5@tcp
00000400:00020000:3.0:1786566632.878961:0:68633:0:(api-ni.c:4473:lnet_ni_set_healthv()) manually adding local NI 192.168.201.5@tcp to recovery
00000400:00000200:3.0:1786566632.884427:0:68633:0:(lib-lnet.h:199:lnet_ni_set_status_locked()) ni 192.168.201.5@tcp status changed from 0x15aac0de to 0xdeadface
00000400:00000010:3.0:1786566632.884436:0:68633:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e0ba76be.
00000400:00000010:3.0:1786566632.884446:0:68633:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 0000000064d0e145.
00000400:00000010:2.0:1786566632.930525:0:68639:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004b7d95e1.
00000400:00000010:2.0:1786566632.930601:0:68639:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004b7d95e1.
00000400:00000200:3.0:1786566633.241818:0:68364:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:3.0:1786566633.241829:0:68364:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000af4dfb5.
00000400:00000010:3.0:1786566633.241839:0:68364:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000081f06678.
00000400:00000010:3.0:1786566633.241844:0:68364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000385aa949.
00000400:00000010:3.0:1786566633.241854:0:68364:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002deeffcc.
00000400:00000200:3.0:1786566633.241859:0:68364:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566633.241871:0:68364:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566633.241890:0:68364:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566633.241894:0:68364:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [12:12:256:4294967295] 192.168.201.5@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:3.0:1786566633.241900:0:68364:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566633.241907:0:68364:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566633.241912:0:68364:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566633.241917:0:68364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000decbb038.
00000800:00000200:3.0:1786566633.241923:0:68364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566633.241931:0:68364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566633.241935:0:68364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566633.241960:0:68364:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1414 health :0
00000400:00000200:0.0:1786566633.243700:0:68374:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 1
00000400:00000200:0.0:1786566633.243724:0:68374:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:0.0:1786566633.243727:0:68374:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566633.248865:0:68374:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000077ac1a16] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:0.0:1786566633.248876:0:68374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000decbb038.
00000400:00000200:0.0:1786566633.248885:0:68374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:0.0:1786566633.248890:0:68374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:0.0:1786566633.248902:0:68374:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566633.248906:0:68374:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566633.248909:0:68374:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:0.0:1786566633.996139:0:68649:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566634.002378:0:68649:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000200:3.0:1786566634.265752:0:68364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385aa949
00000400:00000010:3.0:1786566634.265763:0:68364:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000385aa949.
00000400:00000200:3.0:1786566634.265770:0:68364:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566634.265777:0:68364:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566634.265781:0:68364:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000af4dfb5.
00000400:00000010:3.0:1786566634.265786:0:68364:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000081f06678.
00000400:00000010:0.0:1786566635.134845:0:68660:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566635.134959:0:68660:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000200:3.0:1786566635.289762:0:68364:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:3.0:1786566635.289774:0:68364:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002ef32311.
00000400:00000010:3.0:1786566635.289784:0:68364:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008b2b16e9.
00000400:00000010:3.0:1786566635.289791:0:68364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000385aa949.
00000400:00000010:3.0:1786566635.289799:0:68364:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000671d781f.
00000400:00000200:3.0:1786566635.289804:0:68364:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566635.289829:0:68364:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566635.289835:0:68364:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566635.289839:0:68364:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [13:13:256:4294967295] 192.168.201.5@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:3.0:1786566635.289845:0:68364:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566635.289852:0:68364:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566635.289857:0:68364:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566635.289863:0:68364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000decbb038.
00000800:00000200:3.0:1786566635.289869:0:68364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566635.289889:0:68364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:3.0:1786566635.289894:0:68364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000decbb038 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566635.289925:0:68364:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 2 next ping: 1418 health :0
00000400:00000200:0.0:1786566635.290342:0:68376:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 2
00000400:00000200:0.0:1786566635.290349:0:68376:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:0.0:1786566635.290352:0:68376:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566635.290356:0:68376:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [000000003821a635] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:0.0:1786566635.290361:0:68376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000decbb038.
00000400:00000200:0.0:1786566635.290369:0:68376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:0.0:1786566635.290373:0:68376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:0.0:1786566635.290379:0:68376:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566635.290381:0:68376:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566635.290385:0:68376:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:1.0:1786566636.232462:0:68670:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000759aae53.
00000400:00000010:1.0:1786566636.232579:0:68670:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000759aae53.
00000400:00000010:2.0:1786566636.265735:0:68674:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004b7d95e1.
00000400:00000010:2.0:1786566636.265850:0:68674:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004b7d95e1.
00000400:00000200:1.0:1786566636.316768:0:68364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385aa949
00000400:00000010:1.0:1786566636.316778:0:68364:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000385aa949.
00000400:00000200:1.0:1786566636.316785:0:68364:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:1.0:1786566636.316792:0:68364:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:1.0:1786566636.316796:0:68364:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002ef32311.
00000400:00000010:1.0:1786566636.316801:0:68364:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008b2b16e9.
00000400:00000200:1.0:1786566636.384058:0:68681:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:1.0:1786566636.384068:0:68681:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000f5ed49ed.
00000400:00000200:1.0:1786566636.384080:0:68681:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566636.384099:0:68681:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 0000000093c5e081.
00000400:00000200:1.0:1786566636.384107:0:68681:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566636.384111:0:68681:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 0000000093c5e081.
00000400:00000010:1.0:1786566636.384120:0:68681:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000f5ed49ed.
00000001:02000400:0.0:1786566636.436152:0:68683:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -l
00000400:00000200:2.0:1786566636.461777:0:68684:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:2.0:1786566636.461786:0:68684:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000b5070f55.
00000400:00000200:2.0:1786566636.461795:0:68684:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566636.461812:0:68684:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 0000000072d33327.
00000400:00000200:2.0:1786566636.461820:0:68684:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566636.461823:0:68684:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 0000000072d33327.
00000400:00000010:2.0:1786566636.461829:0:68684:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000b5070f55.
00000400:00000010:3.0:1786566636.519593:0:68690:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a8e27dc.
00000400:00000010:3.0:1786566636.520923:0:68690:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a8e27dc.
00000400:00000010:1.0:1786566637.605959:0:68700:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000759aae53.
00000400:00000010:1.0:1786566637.606071:0:68700:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000759aae53.
00000400:00000010:1.0:1786566638.720528:0:68710:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004875d971.
00000400:00000010:1.0:1786566638.720663:0:68710:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004875d971.
00000400:00000200:1.0:1786566639.385772:0:68364:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:1.0:1786566639.385782:0:68364:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e7ba7c99.
00000400:00000010:1.0:1786566639.385793:0:68364:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fccf2ca3.
00000400:00000010:1.0:1786566639.385819:0:68364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8497.
00000400:00000010:1.0:1786566639.385839:0:68364:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000043599a99.
00000400:00000200:1.0:1786566639.385843:0:68364:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:1.0:1786566639.385856:0:68364:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566639.385862:0:68364:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1786566639.385865:0:68364:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [14:14:256:4294967295] 192.168.201.5@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:1.0:1786566639.385877:0:68364:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:1.0:1786566639.385883:0:68364:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:1.0:1786566639.385889:0:68364:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566639.385893:0:68364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000149bff46.
00000800:00000200:1.0:1786566639.385899:0:68364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566639.385906:0:68364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1786566639.385911:0:68364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000149bff46 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:1.0:1786566639.385938:0:68364:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 3 next ping: 1422 health :0
00000400:00000200:3.0:1786566639.386033:0:68375:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 3
00000400:00000200:3.0:1786566639.386040:0:68375:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:3.0:1786566639.386043:0:68375:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:3.0:1786566639.400453:0:68375:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000077ac1a16] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:3.0:1786566639.400465:0:68375:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000149bff46.
00000400:00000200:3.0:1786566639.400473:0:68375:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:3.0:1786566639.400479:0:68375:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:3.0:1786566639.400489:0:68375:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:3.0:1786566639.400492:0:68375:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:3.0:1786566639.400496:0:68375:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:3.0:1786566639.841662:0:68721:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a8e27dc.
00000400:00000010:3.0:1786566639.841776:0:68721:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a8e27dc.
00000400:00000200:1.0:1786566640.409771:0:68364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8497
00000400:00000010:1.0:1786566640.409792:0:68364:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8497.
00000400:00000200:1.0:1786566640.409800:0:68364:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:1.0:1786566640.409808:0:68364:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:1.0:1786566640.409811:0:68364:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e7ba7c99.
00000400:00000010:1.0:1786566640.409817:0:68364:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fccf2ca3.
00000400:00000010:1.0:1786566640.962671:0:68731:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004875d971.
00000400:00000010:1.0:1786566640.962785:0:68731:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004875d971.
00000400:00000010:0.0:1786566642.065688:0:68741:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566642.065809:0:68741:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566643.159511:0:68751:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566643.159619:0:68751:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000200:1.0:1786566643.481964:0:68364:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:1.0:1786566643.481976:0:68364:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f6708482.
00000400:00000010:1.0:1786566643.481987:0:68364:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ebaf1449.
00000400:00000010:1.0:1786566643.481993:0:68364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8497.
00000400:00000010:1.0:1786566643.482002:0:68364:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000235f4d7e.
00000400:00000200:1.0:1786566643.482005:0:68364:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:1.0:1786566643.482018:0:68364:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566643.482024:0:68364:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1786566643.482026:0:68364:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [15:15:256:4294967295] 192.168.201.5@tcp LPNI seq info [8:8:8:4294967295]
00000400:00000200:1.0:1786566643.482033:0:68364:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:1.0:1786566643.482039:0:68364:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:1.0:1786566643.482044:0:68364:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566643.482048:0:68364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c17268fd.
00000800:00000200:1.0:1786566643.482054:0:68364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566643.482074:0:68364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:1.0:1786566643.482079:0:68364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c17268fd type 2, nob 96 niov 1 nkiov 0
00000400:00000200:1.0:1786566643.482103:0:68364:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 4 next ping: 1426 health :0
00000400:00000200:0.0:1786566643.482354:0:68374:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 4
00000400:00000200:0.0:1786566643.482368:0:68374:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: LOCAL_ERROR
00000800:02000400:0.0:1786566643.482372:0:68374:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566643.482385:0:68374:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [000000003821a635] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:0.0:1786566643.482390:0:68374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c17268fd.
00000400:00000200:0.0:1786566643.482398:0:68374:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 5
00000400:00000200:0.0:1786566643.482402:0:68374:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: LOCAL_ERROR
00000400:00000200:0.0:1786566643.482408:0:68374:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566643.482411:0:68374:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566643.482414:0:68374:0:(lib-move.c:4071:lnet_handle_recovery_reply()) local NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:0.0:1786566644.245588:0:68761:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d094438d.
00000400:00000010:0.0:1786566644.245724:0:68761:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d094438d.
00000400:00000010:1.0:1786566644.301803:0:68765:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dda7c739.
00000400:00000010:1.0:1786566644.301914:0:68765:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dda7c739.
00000400:00000200:2.0:1786566644.360500:0:68772:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:2.0:1786566644.360509:0:68772:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000009b117bff.
00000400:00000200:2.0:1786566644.360519:0:68772:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566644.360534:0:68772:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000002d39924a.
00000400:00000200:2.0:1786566644.360540:0:68772:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566644.360544:0:68772:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000002d39924a.
00000400:00000010:2.0:1786566644.360549:0:68772:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000009b117bff.
00000001:02000400:3.0:1786566644.386441:0:68774:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -l
00000400:00000200:1.0:1786566644.409971:0:68775:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 0
00000400:00000010:1.0:1786566644.409979:0:68775:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 0000000066ec4fba.
00000400:00000200:1.0:1786566644.409990:0:68775:0:(api-ni.c:9567:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566644.410009:0:68775:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000402b7cc4.
00000400:00000200:1.0:1786566644.410017:0:68775:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566644.410020:0:68775:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000402b7cc4.
00000400:00000010:1.0:1786566644.410029:0:68775:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 0000000066ec4fba.
00000001:02000400:2.0:1786566644.427797:0:68776:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop del -a
00000400:00000200:0.0:1786566644.483838:0:68777:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566644.483848:0:68777:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566644.483853:0:68777:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566644.483855:0:68777:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566644.483857:0:68777:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566644.483860:0:68777:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:0.0:1786566644.483868:0:68777:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:0.0:1786566644.483870:0:68777:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000a8dd90ef.
00000400:00000200:0.0:1786566644.483876:0:68777:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:0.0:1786566644.483878:0:68777:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 0000000061d806dd.
00000400:00000200:0.0:1786566644.483951:0:68777:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:0.0:1786566644.483953:0:68777:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000561f3895.
00000400:00000200:0.0:1786566644.483957:0:68777:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:0.0:1786566644.483958:0:68777:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000401a22d4.
00000001:02000400:0.0:1786566644.495200:0:68778:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set max_recovery_ping_interval 900
00000400:00000200:1.0:1786566644.507998:0:68364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8497
00000400:00000010:1.0:1786566644.508009:0:68364:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8497.
00000400:00000200:1.0:1786566644.508015:0:68364:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:1.0:1786566644.508023:0:68364:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:1.0:1786566644.508027:0:68364:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f6708482.
00000400:00000010:1.0:1786566644.508032:0:68364:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ebaf1449.
00000400:00000200:1.0:1786566646.555788:0:68364:0:(lib-move.c:3448:lnet_recover_local_nis()) attempting to recover local ni: 192.168.201.5@tcp
00000400:00000010:1.0:1786566646.555797:0:68364:0:(lib-move.c:3455:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000088499be3.
00000400:00000010:1.0:1786566646.555807:0:68364:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d8e0f98.
00000400:00000010:1.0:1786566646.555813:0:68364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8497.
00000400:00000010:1.0:1786566646.555823:0:68364:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000048e3aad.
00000400:00000200:1.0:1786566646.555829:0:68364:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:1.0:1786566646.555846:0:68364:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566646.555854:0:68364:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1786566646.555858:0:68364:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [16:16:256:4294967295] 192.168.201.5@tcp LPNI seq info [9:9:8:4294967295]
00000400:00000200:1.0:1786566646.555867:0:68364:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:1.0:1786566646.555875:0:68364:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:1.0:1786566646.555880:0:68364:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566646.555886:0:68364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5bbf03e.
00000800:00000200:1.0:1786566646.555911:0:68364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566646.555923:0:68364:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1786566646.555929:0:68364:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b5bbf03e type 2, nob 96 niov 1 nkiov 0
00000400:00000200:1.0:1786566646.555950:0:68364:0:(lib-msg.c:534:lnet_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 5 next ping: 1458 health :0
00000800:00000200:1.0:1786566646.556133:0:68376:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1786566646.556137:0:68376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5bbf03e.
00000400:00000200:1.0:1786566646.556143:0:68376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1786566646.556148:0:68376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:1.0:1786566646.556154:0:68376:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0
00000400:00000200:1.0:1786566646.556157:0:68376:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent successfully:0
00000400:00000200:1.0:1786566646.556191:0:68376:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:1.0:1786566646.556201:0:68376:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:1.0:1786566646.556210:0:68376:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:1.0:1786566646.556220:0:68376:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:1.0:1786566646.556224:0:68376:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [17:17:256:4294967295] 192.168.201.5@tcp LPNI seq info [10:10:8:4294967295]
00000400:00000200:1.0:1786566646.556231:0:68376:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:1.0:1786566646.556236:0:68376:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:1.0:1786566646.556239:0:68376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5bbf03e.
00000800:00000200:1.0:1786566646.556243:0:68376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a3854b6] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1786566646.556247:0:68376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:1.0:1786566646.556250:0:68376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b5bbf03e type 3, nob 160 niov 1 nkiov 1
00000800:00000200:1.0:1786566646.556286:0:68376:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1786566646.556288:0:68376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5bbf03e.
00000400:00000200:1.0:1786566646.556291:0:68376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1786566646.556294:0:68376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:1.0:1786566646.556308:0:68376:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:1.0:1786566646.556315:0:68376:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x2d
00000400:00000200:1.0:1786566646.556320:0:68376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1786566646.556328:0:68376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:1.0:1786566646.556333:0:68376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8497
00000400:00000010:1.0:1786566646.556336:0:68376:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8497.
00000400:00000200:1.0:1786566646.556339:0:68376:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0
00000400:00000010:1.0:1786566646.556342:0:68376:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000088499be3.
00000400:00000010:1.0:1786566646.556345:0:68376:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d8e0f98.
00000001:02000400:0.0:1786566651.104319:0:69337:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 211: Remote NI recovery checks ======= 16:30:49 (1786566649)
00000001:02000400:1.0:1786566651.260154:0:69349:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000400:00000200:2.0:1786566651.277598:0:69351:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:2.0:1786566651.279991:0:68365:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: -108
00000400:00000200:2.0:1786566651.279999:0:68365:0:(peer.c:4385:lnet_peer_discovery()) stopping
00000400:00000200:2.0:1786566651.280016:0:68365:0:(peer.c:4431:lnet_peer_discovery()) stopped
00000400:00000200:2.0:1786566651.280121:0:69351:0:(peer.c:4488:lnet_peer_discovery_stop()) discovery stopped
00000400:00000010:2.0:1786566651.283496:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000030bccd7a.
00000400:00000010:2.0:1786566651.283507:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000c62ee921.
00000400:00000010:2.0:1786566651.283510:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 000000002deeffcc.
00000400:00000010:2.0:1786566651.283512:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000671d781f.
00000400:00000010:2.0:1786566651.283514:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000043599a99.
00000400:00000010:2.0:1786566651.283524:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000235f4d7e.
00000400:00000010:2.0:1786566651.283526:0:69351:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000048e3aad.
00000400:00000010:2.0:1786566651.283529:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007c526acb.
00000400:00000010:2.0:1786566651.283532:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9a40f77.
00000400:00000010:2.0:1786566651.283541:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a3dca19f.
00000400:00000010:2.0:1786566651.283544:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000184be78c.
00000400:00000010:2.0:1786566651.283551:0:69351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0836e90.
00000400:00000200:2.0:1786566651.283556:0:69351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee583e3
00000400:00000010:2.0:1786566651.283558:0:69351:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000004ee583e3.
00000400:00000200:2.0:1786566651.283564:0:69351:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 6 status 0 unlinked 1
00000400:00000010:2.0:1786566651.283568:0:69351:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000077e2934a.
00000400:00000400:2.0:1786566651.283573:0:69351:0:(lib-ptl.c:964:lnet_clear_lazy_portal()) Active lazy portal 0 on exit
00000400:00000010:2.0:1786566651.287394:0:69351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147a0967.
00000400:00000200:2.0:1786566651.287408:0:69351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de513064
00000400:00000010:2.0:1786566651.287411:0:69351:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000de513064.
00000400:00000010:2.0:1786566651.287423:0:69351:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000e321783d.
00000400:00000200:3.0:1786566651.287619:0:68377:0:(acceptor.c:659:lnet_acceptor()) Acceptor stopping
00000400:00000200:2.0:1786566651.287987:0:69351:0:(router.c:792:lnet_del_route()) Del route: net <255:65535> : gw <?>
00000400:00000200:2.0:1786566651.288022:0:69351:0:(lo.c:49:lolnd_shutdown()) shutdown
00000400:00000010:2.0:1786566651.288026:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000258f1383.
00000400:00000010:2.0:1786566651.288030:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b6784710.
00000400:00000010:2.0:1786566651.288033:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000069367bda.
00000400:00000010:2.0:1786566651.288035:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b326c648.
00000400:00000010:2.0:1786566651.288038:0:69351:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000009bfd7291.
00000400:00000010:2.0:1786566651.288049:0:69351:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 00000000adf9c296.
00000800:00000200:2.1:1786566651.288066:0:69351:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected a ksnr_max_conns 1
00000800:00000200:2.1:1786566651.288080:0:69351:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1786566651.288082:0:69351:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1786566651.288084:0:69351:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000010:2.1:1786566651.288087:0:69351:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 00000000077299fd.
00000400:00020000:2.0:1786566651.288094:0:69351:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000200:3.0:1786566651.288995:0:68373:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000002533e6b6
00000800:00000010:3.0:1786566651.289001:0:68373:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 000000002533e6b6.
00000800:00000200:3.0:1786566651.289017:0:68373:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000077ac1a16
00000800:00000010:3.0:1786566651.289019:0:68373:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 0000000077ac1a16.
00000800:00000200:1.0:1786566651.289368:0:68373:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000b148f8a3
00000800:00000010:1.0:1786566651.289371:0:68373:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 00000000b148f8a3.
00000800:00000200:1.0:1786566651.289375:0:68373:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000003821a635
00000800:00000200:1.0:1786566651.289382:0:68373:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 000000004a3854b6 deleted
00000800:00000010:1.0:1786566651.289385:0:68373:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004a3854b6.
00000800:00000010:1.0:1786566651.289387:0:68373:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 000000003821a635.
00000800:00000010:3.0:1786566651.300826:0:69351:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 00000000ad09aac6.
00000400:02000000:3.0:1786566651.300842:0:69351:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp
00000400:00000010:3.0:1786566651.303734:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f4a9bac0.
00000400:00000010:3.0:1786566651.303748:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000cbbd11db.
00000400:00000010:3.0:1786566651.303751:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000095a284f4.
00000400:00000010:3.0:1786566651.303753:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005003d242.
00000400:00000010:3.0:1786566651.303755:0:69351:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 00000000bb13833d.
00000400:00000010:3.0:1786566651.303759:0:69351:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000006f69b83a.
00000400:00000200:3.0:1786566651.303788:0:69351:0:(peer.c:620:lnet_peer_ni_clr_local_net_locked()) 0000000032307a4a nid 192.168.201.5@tcp detached from local net
00000400:00000010:3.0:1786566651.303793:0:69351:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 0000000005bfbb15.
00000400:00020000:3.0:1786566651.303814:0:69351:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000010:3.0:1786566651.303817:0:69351:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 000000006dec3b0e.
00000800:00000010:3.0:1786566651.303820:0:69351:0:(socklnd.c:2235:ksocknal_base_shutdown()) before NAL cleanup: kmem 418789
00000800:00000200:3.0:1786566651.303827:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566651.303830:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566651.303832:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:3.0:1786566651.303834:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:3.0:1786566651.303836:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:3.0:1786566651.303838:0:69351:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000400:00000010:3.0:1786566651.324799:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000008e44f36b.
00000400:00000010:3.0:1786566651.324814:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000050d19b2d.
00000800:00000010:3.0:1786566651.324818:0:69351:0:(socklnd.c:2296:ksocknal_base_shutdown()) after NAL cleanup: kmem 418637
00000400:02000000:2.0:1786566651.326133:0:69351:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp1
00000400:00000010:2.0:1786566651.329586:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000eafc3366.
00000400:00000010:2.0:1786566651.329601:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000006996860.
00000400:00000010:2.0:1786566651.329603:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000021a62a74.
00000400:00000010:2.0:1786566651.329605:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000043f8196b.
00000400:00000010:2.0:1786566651.329608:0:69351:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 00000000bb62a623.
00000400:00000010:2.0:1786566651.329610:0:69351:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 00000000c60bdacb.
00000400:00000200:2.0:1786566651.329628:0:69351:0:(peer.c:442:lnet_peer_del_locked()) peer 192.168.201.5@tcp1
00000400:00000200:2.0:1786566651.329665:0:69351:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp
00000400:00000200:2.0:1786566651.329669:0:69351:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 0000000032307a4a nid 192.168.201.5@tcp
00000400:00000010:2.0:1786566651.329682:0:69351:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 0000000032307a4a.
00000400:00000200:2.0:1786566651.329688:0:69351:0:(peer.c:213:lnet_destroy_peer_net_locked()) 00000000e3eae14f net tcp
00000400:00000010:2.0:1786566651.329690:0:69351:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000e3eae14f.
00000400:00000200:2.0:1786566651.329697:0:69351:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp1
00000400:00000200:2.0:1786566651.329699:0:69351:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 00000000dcc006ca nid 192.168.201.5@tcp1
00000400:00000010:2.0:1786566651.329824:0:69351:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 00000000dcc006ca.
00000400:00000200:2.0:1786566651.329830:0:69351:0:(peer.c:213:lnet_destroy_peer_net_locked()) 00000000d3e4d2e7 net tcp1
00000400:00000010:2.0:1786566651.329832:0:69351:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000d3e4d2e7.
00000400:00000200:2.0:1786566651.329836:0:69351:0:(peer.c:274:lnet_destroy_peer_locked()) 000000000dba4c66 nid 192.168.201.5@tcp1
00000400:00000010:2.0:1786566651.329840:0:69351:0:(peer.c:304:lnet_destroy_peer_locked()) kfreed 'lp': 360 at 000000000dba4c66.
00000400:00000010:2.0:1786566651.329845:0:69351:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 0000000043891d9f.
00000400:00000010:2.0:1786566651.329852:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007a395bb7.
00000400:00000010:2.0:1786566651.329854:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000516212f8.
00000400:00000010:2.0:1786566651.329861:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f69b33c1.
00000400:00000010:2.0:1786566651.329866:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a7ec0b39.
00000400:00000010:2.0:1786566651.329868:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f6213818.
00000400:00000010:2.0:1786566651.329870:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f741c2c6.
00000400:00000010:2.0:1786566651.329874:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000077894564.
00000400:00000010:2.0:1786566651.329877:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003503b397.
00000400:00000010:2.0:1786566651.329879:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004694994d.
00000400:00000010:2.0:1786566651.329880:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ad0a6ca0.
00000400:00000010:2.0:1786566651.329883:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000074a3a589.
00000400:00000010:2.0:1786566651.329886:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a3129e45.
00000400:00000010:2.0:1786566651.329887:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000047318f88.
00000400:00000010:2.0:1786566651.329889:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000773c76fb.
00000400:00000010:2.0:1786566651.329892:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e528a4ca.
00000400:00000010:2.0:1786566651.329895:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001f83dc23.
00000400:00000010:2.0:1786566651.329897:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fe4bff1c.
00000400:00000010:2.0:1786566651.329898:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d3372b92.
00000400:00000010:2.0:1786566651.329901:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009b0f0d59.
00000400:00000010:2.0:1786566651.329903:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000892645f0.
00000400:00000010:2.0:1786566651.329904:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004dd5a027.
00000400:00000010:2.0:1786566651.329905:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a0a7f352.
00000400:00000010:2.0:1786566651.329916:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000007d19a9b.
00000400:00000010:2.0:1786566651.329919:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000048ccaf08.
00000400:00000010:2.0:1786566651.329921:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b0e4e9f0.
00000400:00000010:2.0:1786566651.329923:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000059e3c849.
00000400:00000010:2.0:1786566651.329927:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000050ba302c.
00000400:00000010:2.0:1786566651.329931:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000008f1b9573.
00000400:00000010:2.0:1786566651.329932:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fce55de7.
00000400:00000010:2.0:1786566651.329934:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000003eda1e3.
00000400:00000010:2.0:1786566651.329937:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f3e1b759.
00000400:00000010:2.0:1786566651.329942:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000099ccaf1f.
00000400:00000010:2.0:1786566651.329945:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fdb10ba7.
00000400:00000010:2.0:1786566651.329947:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ab318ba6.
00000400:00000010:2.0:1786566651.329952:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000455db0a1.
00000400:00000010:2.0:1786566651.329956:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a97a90b2.
00000400:00000010:2.0:1786566651.329958:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004e3609f6.
00000400:00000010:2.0:1786566651.329961:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000525ce8c1.
00000400:00000010:2.0:1786566651.329964:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f84faeb2.
00000400:00000010:2.0:1786566651.329968:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000047a2a14f.
00000400:00000010:2.0:1786566651.329970:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007fd7f113.
00000400:00000010:2.0:1786566651.329972:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003e45ff8b.
00000400:00000010:2.0:1786566651.329976:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000086eac8c4.
00000400:00000010:2.0:1786566651.330087:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ee26037c.
00000400:00000010:2.0:1786566651.330092:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ada4723f.
00000400:00000010:2.0:1786566651.330095:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006a4fa27b.
00000400:00000010:2.0:1786566651.330100:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000004ff99bb2.
00000400:00000010:2.0:1786566651.330105:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000dde6b9d0.
00000400:00000010:2.0:1786566651.330108:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b2532176.
00000400:00000010:2.0:1786566651.330111:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a7f8e490.
00000400:00000010:2.0:1786566651.330114:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ed11f96a.
00000400:00000010:2.0:1786566651.330117:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ae2d6e54.
00000400:00000010:2.0:1786566651.330120:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000015368e5d.
00000400:00000010:2.0:1786566651.330123:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d65df41c.
00000400:00000010:2.0:1786566651.330127:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008919fd55.
00000400:00000010:2.0:1786566651.330137:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001db18ecd.
00000400:00000010:2.0:1786566651.330140:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006b10018f.
00000400:00000010:2.0:1786566651.330142:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000070d90e39.
00000400:00000010:2.0:1786566651.330145:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000acc0226a.
00000400:00000010:2.0:1786566651.330148:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000acd751fd.
00000400:00000010:2.0:1786566651.330151:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000014c52ef6.
00000400:00000010:2.0:1786566651.330154:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f671a5d4.
00000400:00000010:2.0:1786566651.330158:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002cfcf6bd.
00000400:00000010:2.0:1786566651.330162:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000fc03678d.
00000400:00000010:2.0:1786566651.330164:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003e5e4ff1.
00000400:00000010:2.0:1786566651.330166:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009498f327.
00000400:00000010:2.0:1786566651.330170:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000055b3a498.
00000400:00000010:2.0:1786566651.330173:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b97664fd.
00000400:00000010:2.0:1786566651.330176:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000087c29fc4.
00000400:00000010:2.0:1786566651.330179:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000bf401179.
00000400:00000010:2.0:1786566651.330183:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f357893f.
00000400:00000010:2.0:1786566651.330189:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c28a3b3f.
00000400:00000010:2.0:1786566651.330192:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e293db2d.
00000400:00000010:2.0:1786566651.330194:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000275c7444.
00000400:00000010:2.0:1786566651.330198:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000142af8e5.
00000400:00000010:2.0:1786566651.330202:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000875fc66a.
00000400:00000010:2.0:1786566651.330204:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d21ffd0a.
00000400:00000010:2.0:1786566651.330206:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002b59a80d.
00000400:00000010:2.0:1786566651.330210:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001c96de4c.
00000400:00000010:2.0:1786566651.330214:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000219c1508.
00000400:00000010:2.0:1786566651.330216:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9e563f7.
00000400:00000010:2.0:1786566651.330219:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000491698e6.
00000400:00000010:2.0:1786566651.330222:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d229006d.
00000400:00000010:2.0:1786566651.330225:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000008e90ca2d.
00000400:00000010:2.0:1786566651.330227:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e292907d.
00000400:00000010:2.0:1786566651.330230:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c5f73016.
00000400:00000010:2.0:1786566651.330234:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000043fccda1.
00000400:00000010:2.0:1786566651.330236:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000042ed5ca9.
00000400:00000010:2.0:1786566651.330243:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000431a9fe0.
00000400:00000010:2.0:1786566651.330246:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000db037d94.
00000400:00000010:2.0:1786566651.330249:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009b35fc9f.
00000400:00000010:2.0:1786566651.330252:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e6d68256.
00000400:00000010:2.0:1786566651.330255:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000bed251b3.
00000400:00000010:2.0:1786566651.330257:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000fd3da720.
00000400:00000010:2.0:1786566651.330261:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cc47f82f.
00000400:00000010:2.0:1786566651.330288:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f66179a0.
00000400:00000010:2.0:1786566651.330291:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000abe7ee44.
00000400:00000010:2.0:1786566651.330293:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000fe0cc71.
00000400:00000010:2.0:1786566651.330297:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000044b7d370.
00000400:00000010:2.0:1786566651.330300:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e080de52.
00000400:00000010:2.0:1786566651.330303:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d1d312b4.
00000400:00000010:2.0:1786566651.330306:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000004c8c7ec.
00000400:00000010:2.0:1786566651.330310:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000000dc59d0.
00000400:00000010:2.0:1786566651.330314:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000070b81831.
00000400:00000010:2.0:1786566651.330316:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005a7e3a2b.
00000400:00000010:2.0:1786566651.330319:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002e5fa9a0.
00000400:00000010:2.0:1786566651.330324:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000040f55bfe.
00000400:00000010:2.0:1786566651.330330:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000072b47052.
00000400:00000010:2.0:1786566651.330333:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c9bddd53.
00000400:00000010:2.0:1786566651.330334:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000eb9c951f.
00000400:00000010:2.0:1786566651.330338:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000537b4d92.
00000400:00000010:2.0:1786566651.330341:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000826e6f2e.
00000400:00000010:2.0:1786566651.330343:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000011eb61cf.
00000400:00000010:2.0:1786566651.330344:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000abf2065b.
00000400:00000010:2.0:1786566651.330347:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008e0d6e5b.
00000400:00000010:2.0:1786566651.330417:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003a1cda18.
00000400:00000010:2.0:1786566651.330421:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004920cfa1.
00000400:00000010:2.0:1786566651.330424:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000005006be63.
00000400:00000010:2.0:1786566651.330429:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000acd4d4c4.
00000400:00000010:2.0:1786566651.330433:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000354325fb.
00000400:00000010:2.0:1786566651.330436:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006212b50d.
00000400:00000010:2.0:1786566651.330565:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001cc488b7.
00000400:00000010:2.0:1786566651.330570:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a6fcba5e.
00000400:00000010:2.0:1786566651.330574:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000525b9178.
00000400:00000010:2.0:1786566651.330576:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000047a8c4e1.
00000400:00000010:2.0:1786566651.330578:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000057f1f211.
00000400:00000010:2.0:1786566651.330581:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ad879a70.
00000400:00000010:2.0:1786566651.330584:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000025e131c.
00000400:00000010:2.0:1786566651.330586:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000057e14f40.
00000400:00000010:2.0:1786566651.330588:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000015c96f04.
00000400:00000010:2.0:1786566651.330591:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006b7ce256.
00000400:00000010:2.0:1786566651.330594:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006c528450.
00000400:00000010:2.0:1786566651.330595:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003c54b4e8.
00000400:00000010:2.0:1786566651.330597:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001604068d.
00000400:00000010:2.0:1786566651.330605:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000039e21151.
00000400:00000010:2.0:1786566651.330608:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000082613e50.
00000400:00000010:2.0:1786566651.330610:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e6695725.
00000400:00000010:2.0:1786566651.330612:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003438d95d.
00000400:00000010:2.0:1786566651.330615:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c636fb93.
00000400:00000010:2.0:1786566651.330618:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ec4d3411.
00000400:00000010:2.0:1786566651.330620:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000968cc9a8.
00000400:00000010:2.0:1786566651.330621:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000009cb1212.
00000400:00000010:2.0:1786566651.330625:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002d22357d.
00000400:00000010:2.0:1786566651.330627:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e2d9f511.
00000400:00000010:2.0:1786566651.330629:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005f76e76d.
00000400:00000010:2.0:1786566651.330632:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ca909c5f.
00000400:00000010:2.0:1786566651.330654:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d7fb47b.
00000400:00000010:2.0:1786566651.330657:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e5cc2bc9.
00000400:00000010:2.0:1786566651.330659:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000da14d10.
00000400:00000010:2.0:1786566651.330661:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008f9715d7.
00000400:00000010:2.0:1786566651.330664:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000036931990.
00000400:00000010:2.0:1786566651.330666:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000034623d8e.
00000400:00000010:2.0:1786566651.330668:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a0e79199.
00000400:00000010:2.0:1786566651.330670:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000069257c00.
00000400:00000010:2.0:1786566651.330680:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4a022f.
00000400:00000010:2.0:1786566651.330693:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000002a7b0fe.
00000400:00000010:2.0:1786566651.330696:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000315bc99c.
00000400:00000010:2.0:1786566651.330699:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000010a1f59d.
00000400:00000010:2.0:1786566651.330819:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000aa1a9181.
00000400:00000010:2.0:1786566651.330823:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001731f53b.
00000400:00000010:2.0:1786566651.330825:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000002f394396.
00000400:00000010:2.0:1786566651.330828:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000061573a0c.
00000400:00000010:2.0:1786566651.330831:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e497327a.
00000400:00000010:2.0:1786566651.330833:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000001f5188e.
00000400:00000010:2.0:1786566651.330835:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000035d3e9a0.
00000400:00000010:2.0:1786566651.330837:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f9ce5608.
00000400:00000010:2.0:1786566651.330845:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000041e24615.
00000400:00000010:2.0:1786566651.330847:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000891f32b4.
00000400:00000010:2.0:1786566651.330849:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000069487f8d.
00000400:00000010:2.0:1786566651.330850:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000082937c92.
00000400:00000010:2.0:1786566651.330854:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000fc93b382.
00000400:00000010:2.0:1786566651.330856:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002610e7ce.
00000400:00000010:2.0:1786566651.330858:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000019515a37.
00000400:00000010:2.0:1786566651.330860:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f849006f.
00000400:00000010:2.0:1786566651.330864:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4469ee.
00000400:00000010:2.0:1786566651.330866:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ce899aa9.
00000400:00000010:2.0:1786566651.330868:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000091251e10.
00000400:00000010:2.0:1786566651.330869:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008b3880ff.
00000400:00000010:2.0:1786566651.330872:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d553dd2c.
00000400:00000010:2.0:1786566651.330876:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000238b9a4a.
00000400:00000010:2.0:1786566651.330877:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f9dd3e8f.
00000400:00000010:2.0:1786566651.330879:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008c66bff1.
00000400:00000010:2.0:1786566651.330882:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f9047047.
00000400:00000010:2.0:1786566651.331045:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000018fc1783.
00000400:00000010:2.0:1786566651.331048:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009bdbbd89.
00000400:00000010:2.0:1786566651.331050:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003c23883c.
00000400:00000010:2.0:1786566651.331054:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d4b0520f.
00000400:00000010:2.0:1786566651.331062:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000994583a0.
00000400:00000010:2.0:1786566651.331064:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a11046b1.
00000400:00000010:2.0:1786566651.331065:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000088ab527e.
00000400:00000010:2.0:1786566651.331069:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dfc4c242.
00000400:00000010:2.0:1786566651.331071:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bda459c2.
00000400:00000010:2.0:1786566651.331072:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000757a9a4.
00000400:00000010:2.0:1786566651.331074:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000dd030de.
00000400:00000010:2.0:1786566651.331077:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002f387345.
00000400:00000010:2.0:1786566651.331080:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c3831e2f.
00000400:00000010:2.0:1786566651.331081:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000002f65b813.
00000400:00000010:2.0:1786566651.331083:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000dda6cfb2.
00000400:00000010:2.0:1786566651.331086:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a7824fcf.
00000400:00000010:2.0:1786566651.331089:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001556cf9c.
00000400:00000010:2.0:1786566651.331090:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b5fe2ee0.
00000400:00000010:2.0:1786566651.331092:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c23ac7d3.
00000400:00000010:2.0:1786566651.331096:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000011ccf0e5.
00000400:00000010:2.0:1786566651.331111:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000093e77485.
00000400:00000010:2.0:1786566651.331114:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b2f3bbd8.
00000400:00000010:2.0:1786566651.331116:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000726a1778.
00000400:00000010:2.0:1786566651.331119:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000086352e5d.
00000400:00000010:2.0:1786566651.331122:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000067af660c.
00000400:00000010:2.0:1786566651.331124:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000003e0958bd.
00000400:00000010:2.0:1786566651.331125:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000fe0f0b9b.
00000400:00000010:2.0:1786566651.331128:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dddd2652.
00000400:00000010:2.0:1786566651.331130:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000054411856.
00000400:00000010:2.0:1786566651.331132:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000073695297.
00000400:00000010:2.0:1786566651.331134:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009a4daf5e.
00000400:00000010:2.0:1786566651.331137:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006cab3c19.
00000400:00000010:2.0:1786566651.331139:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bc5e8b4a.
00000400:00000010:2.0:1786566651.331141:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000021027d9b.
00000400:00000010:2.0:1786566651.331143:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009831ad1a.
00000400:00000010:2.0:1786566651.331147:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c9fb8771.
00000400:00000010:2.0:1786566651.331149:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ad35c409.
00000400:00000010:2.0:1786566651.331155:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000008892b4cb.
00000400:00000010:2.0:1786566651.331157:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000060bcea26.
00000400:00000010:2.0:1786566651.331160:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001eba4a8f.
00000400:00000010:2.0:1786566651.331163:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000516aa34f.
00000400:00000010:2.0:1786566651.331165:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d6f1b232.
00000400:00000010:2.0:1786566651.331167:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000031416e0.
00000400:00000010:2.0:1786566651.331170:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d09b5435.
00000400:00000010:2.0:1786566651.331173:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005ada7994.
00000400:00000010:2.0:1786566651.331174:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009319bdb0.
00000400:00000010:2.0:1786566651.331176:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006f67243d.
00000400:00000010:2.0:1786566651.331179:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000064e99334.
00000400:00000010:2.0:1786566651.331182:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b2023506.
00000400:00000010:2.0:1786566651.331184:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000e68c0320.
00000400:00000010:2.0:1786566651.331186:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002ddfecd1.
00000400:00000010:2.0:1786566651.331189:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d389faae.
00000400:00000010:2.0:1786566651.331192:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000049be4e14.
00000400:00000010:2.0:1786566651.331193:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000002704864.
00000400:00000010:2.0:1786566651.331195:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c58668ea.
00000400:00000010:2.0:1786566651.331198:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000029c266dd.
00000400:00000010:2.0:1786566651.331202:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001c695771.
00000400:00000010:2.0:1786566651.331203:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b519523e.
00000400:00000010:2.0:1786566651.331204:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000e59cdf24.
00000400:00000010:2.0:1786566651.331208:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d21b8776.
00000400:00000010:2.0:1786566651.331211:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000093bf710a.
00000400:00000010:2.0:1786566651.331213:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fdea3c1a.
00000400:00000010:2.0:1786566651.331214:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002ef25400.
00000400:00000010:2.0:1786566651.331217:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002b29a6f5.
00000400:00000010:2.0:1786566651.331220:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000081ee67d9.
00000400:00000010:2.0:1786566651.331222:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007a9cd04a.
00000400:00000010:2.0:1786566651.331224:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000097b1ba23.
00000400:00000010:2.0:1786566651.331227:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005605d3db.
00000400:00000010:2.0:1786566651.331230:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005681eae9.
00000400:00000010:2.0:1786566651.331232:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009aff4c88.
00000400:00000010:2.0:1786566651.331238:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000bc065bec.
00000400:00000010:2.0:1786566651.331241:0:69351:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000098be99b.
00000400:00000010:2.0:1786566651.331244:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000db6a3d98.
00000400:00000010:2.0:1786566651.331245:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000335e8139.
00000400:00000010:2.0:1786566651.331247:0:69351:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000cdc88677.
00000400:00000010:2.0:1786566651.331249:0:69351:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals': 512 at 00000000c61ded2a.
00000400:00000010:2.0:1786566651.331252:0:69351:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 000000003a1fb940.
00000400:00000010:2.0:1786566651.331261:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f962b07a.
00000400:00000010:2.0:1786566651.331264:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007aa069f0.
00000400:00000010:2.0:1786566651.331266:0:69351:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 00000000abe627b4.
00000400:00000010:2.0:1786566651.331269:0:69351:0:(lib-msg.c:1308:lnet_msg_container_cleanup()) kfreed 'container->msc_finalizers': 32 at 000000003a034c8a.
00000400:00000010:2.0:1786566651.331271:0:69351:0:(lib-msg.c:1314:lnet_msg_container_cleanup()) kfreed 'container->msc_resenders': 32 at 00000000fcca419b.
00000400:00000010:2.0:1786566651.331273:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000ae7d2995.
00000400:00000010:2.0:1786566651.331275:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000089e5b9a6.
00000400:00000010:2.0:1786566651.331280:0:69351:0:(peer.c:85:lnet_peer_tables_destroy()) kfreed 'hash': 8192 at 000000003c3b9b45.
00000400:00000010:2.0:1786566651.331289:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000009033db46.
00000400:00000010:2.0:1786566651.331291:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000974e6586.
00000400:00000010:2.0:1786566651.331293:0:69351:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 0000000098f58f8d.
00000400:00000010:2.0:1786566651.331295:0:69351:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a1faeea4.
00000400:00000010:2.0:1786566651.331298:0:69351:0:(api-ni.c:700:lnet_destroy_remote_nets_table()) kfreed 'the_lnet.ln_remote_nets_hash': 1024 at 00000000f0ee9f32.
00000001:00000200:2.0:1786566651.331301:0:69351:0:(udsp.c:1126:lnet_udsp_destroy()) Destroying UDSPs in the system
00000001:02000400:3.0:1786566651.347886:0:69353:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure
00000400:00000010:2.0:1786566651.366036:0:69354:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000c60bdacb.
00000400:00000010:2.0:1786566651.366046:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8637346.
00000400:00000010:2.0:1786566651.366050:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d6310402.
00000400:00000010:2.0:1786566651.366053:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000656f263.
00000400:00000010:2.0:1786566651.366055:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000072ed0c5b.
00000400:00000010:2.0:1786566651.366060:0:69354:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000009e7b31.
00000400:00000010:2.0:1786566651.366064:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c460195d.
00000400:00000010:2.0:1786566651.366067:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000aa5e85bf.
00000400:00000010:2.0:1786566651.366071:0:69354:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 000000003004fe4f.
00000400:00000010:2.0:1786566651.366073:0:69354:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 000000006925e8a5.
00000400:00000010:2.0:1786566651.366141:0:69354:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000001f16a990.
00000400:00000010:2.0:1786566651.366162:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007670a9eb.
00000400:00000010:2.0:1786566651.366164:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eafc3366.
00000400:00000010:2.0:1786566651.366216:0:69354:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000005a8898a0.
00000400:00000010:2.0:1786566651.366233:0:69354:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000557186da.
00000400:00000010:2.0:1786566651.366236:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e321783d.
00000400:00000010:2.0:1786566651.366238:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a86bf26.
00000400:00000010:2.0:1786566651.366240:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db2f162c.
00000400:00000010:2.0:1786566651.366244:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002533e6b6.
00000400:00000010:2.0:1786566651.366247:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006d7d916c.
00000400:00000010:2.0:1786566651.366248:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013d873bc.
00000400:00000010:2.0:1786566651.366250:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009dc160a9.
00000400:00000010:2.0:1786566651.366254:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6fb487a.
00000400:00000010:2.0:1786566651.366256:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000aae7437d.
00000400:00000010:2.0:1786566651.366258:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f6ef843.
00000400:00000010:2.0:1786566651.366260:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041024c8e.
00000400:00000010:2.0:1786566651.366263:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f5185401.
00000400:00000010:2.0:1786566651.366265:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d6e98828.
00000400:00000010:2.0:1786566651.366267:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000370cb4b8.
00000400:00000010:2.0:1786566651.366269:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f751b585.
00000400:00000010:2.0:1786566651.366272:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b29a6f5.
00000400:00000010:2.0:1786566651.366275:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c82fbdf9.
00000400:00000010:2.0:1786566651.366276:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000b90283f.
00000400:00000010:2.0:1786566651.366278:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d34ae6c.
00000400:00000010:2.0:1786566651.366281:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d21b8776.
00000400:00000010:2.0:1786566651.366284:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000600aa7c8.
00000400:00000010:2.0:1786566651.366285:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000491da5f1.
00000400:00000010:2.0:1786566651.366287:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000410e6108.
00000400:00000010:2.0:1786566651.366290:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029c266dd.
00000400:00000010:2.0:1786566651.366293:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a44ff1ab.
00000400:00000010:2.0:1786566651.366295:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0da29cf.
00000400:00000010:2.0:1786566651.366296:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d43b090d.
00000400:00000010:2.0:1786566651.366300:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d389faae.
00000400:00000010:2.0:1786566651.366306:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000a0cb491.
00000400:00000010:2.0:1786566651.366308:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a7c6f0d1.
00000400:00000010:2.0:1786566651.366310:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c108bc0d.
00000400:00000010:2.0:1786566651.366314:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064e99334.
00000400:00000010:2.0:1786566651.366316:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006d8ff13b.
00000400:00000010:2.0:1786566651.366318:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c6bdc2b2.
00000400:00000010:2.0:1786566651.366320:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000215c4f45.
00000400:00000010:2.0:1786566651.366323:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d09b5435.
00000400:00000010:2.0:1786566651.366325:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002d1522e8.
00000400:00000010:2.0:1786566651.366327:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000368bcaa9.
00000400:00000010:2.0:1786566651.366328:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f814656c.
00000400:00000010:2.0:1786566651.366332:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001eba4a8f.
00000400:00000010:2.0:1786566651.366334:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002051aa2d.
00000400:00000010:2.0:1786566651.366336:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1b87afc.
00000400:00000010:2.0:1786566651.366337:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a03ebc5d.
00000400:00000010:2.0:1786566651.366341:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9fb8771.
00000400:00000010:2.0:1786566651.366343:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b4c124c2.
00000400:00000010:2.0:1786566651.366345:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000462694ef.
00000400:00000010:2.0:1786566651.366347:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be88a2ca.
00000400:00000010:2.0:1786566651.366565:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cab3c19.
00000400:00000010:2.0:1786566651.366571:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008fc36899.
00000400:00000010:2.0:1786566651.366573:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f3a36cb1.
00000400:00000010:2.0:1786566651.366575:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd35bac0.
00000400:00000010:2.0:1786566651.366579:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dddd2652.
00000400:00000010:2.0:1786566651.366581:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005af0b918.
00000400:00000010:2.0:1786566651.366583:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074647420.
00000400:00000010:2.0:1786566651.366585:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000616eb8e0.
00000400:00000010:2.0:1786566651.366588:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086352e5d.
00000400:00000010:2.0:1786566651.366590:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000eb49859.
00000400:00000010:2.0:1786566651.366592:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000735be000.
00000400:00000010:2.0:1786566651.366593:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aebe5955.
00000400:00000010:2.0:1786566651.366597:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011ccf0e5.
00000400:00000010:2.0:1786566651.366599:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009dec446a.
00000400:00000010:2.0:1786566651.366605:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec59cf0b.
00000400:00000010:2.0:1786566651.366607:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000083af580.
00000400:00000010:2.0:1786566651.366612:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d18e145f.
00000400:00000010:2.0:1786566651.366614:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a77504f5.
00000400:00000010:2.0:1786566651.366616:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b7dda1f8.
00000400:00000010:2.0:1786566651.366618:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca463bc9.
00000400:00000010:2.0:1786566651.366621:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064b4582f.
00000400:00000010:2.0:1786566651.366623:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003be8d3aa.
00000400:00000010:2.0:1786566651.366625:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbe539a0.
00000400:00000010:2.0:1786566651.366627:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b117bff.
00000400:00000010:2.0:1786566651.366630:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f7bcc6c.
00000400:00000010:2.0:1786566651.366806:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dc14350a.
00000400:00000010:2.0:1786566651.366811:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c4e64d46.
00000400:00000010:2.0:1786566651.366814:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e900a2d5.
00000400:00000010:2.0:1786566651.366818:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbbd109f.
00000400:00000010:2.0:1786566651.366820:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000f224d0b.
00000400:00000010:2.0:1786566651.366822:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ce283dc.
00000400:00000010:2.0:1786566651.366824:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b52bcc2.
00000400:00000010:2.0:1786566651.366828:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000621d7e77.
00000400:00000010:2.0:1786566651.366830:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001b49a781.
00000400:00000010:2.0:1786566651.366832:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bc2da129.
00000400:00000010:2.0:1786566651.366834:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072d33327.
00000400:00000010:2.0:1786566651.366837:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026642e85.
00000400:00000010:2.0:1786566651.366839:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f66ce093.
00000400:00000010:2.0:1786566651.366841:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a019fec1.
00000400:00000010:2.0:1786566651.366843:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b92a851.
00000400:00000010:2.0:1786566651.366846:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000082fbc4ea.
00000400:00000010:2.0:1786566651.366848:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000000c21fec.
00000400:00000010:2.0:1786566651.366849:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bc061ae2.
00000400:00000010:2.0:1786566651.366851:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007af4c886.
00000400:00000010:2.0:1786566651.366854:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009a14b610.
00000400:00000010:2.0:1786566651.366856:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000041be820.
00000400:00000010:2.0:1786566651.366862:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cb4b986e.
00000400:00000010:2.0:1786566651.366864:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5070f55.
00000400:00000010:2.0:1786566651.366868:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008af02da6.
00000400:00000010:2.0:1786566651.366871:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cc6ed780.
00000400:00000010:2.0:1786566651.366872:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd1802ca.
00000400:00000010:2.0:1786566651.366874:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e48d945.
00000400:00000010:2.0:1786566651.366877:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006dd031da.
00000400:00000010:2.0:1786566651.366880:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000297e71d9.
00000400:00000010:2.0:1786566651.366881:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005adba7d1.
00000400:00000010:2.0:1786566651.366883:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a55ae025.
00000400:00000010:2.0:1786566651.366886:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045ff8553.
00000400:00000010:2.0:1786566651.366889:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000a2a68b7.
00000400:00000010:2.0:1786566651.366890:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000023f71f07.
00000400:00000010:2.0:1786566651.366892:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce5e39ea.
00000400:00000010:2.0:1786566651.366895:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053104787.
00000400:00000010:2.0:1786566651.366898:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f9ce5608.
00000400:00000010:2.0:1786566651.366899:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9766560.
00000400:00000010:2.0:1786566651.366901:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e8f0ea3.
00000400:00000010:2.0:1786566651.366905:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086eac8c4.
00000400:00000010:2.0:1786566651.366907:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000061573a0c.
00000400:00000010:2.0:1786566651.366909:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000880cc3ae.
00000400:00000010:2.0:1786566651.366910:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001de0361e.
00000400:00000010:2.0:1786566651.366913:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f84faeb2.
00000400:00000010:2.0:1786566651.366916:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000010a1f59d.
00000400:00000010:2.0:1786566651.366917:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000870935a7.
00000400:00000010:2.0:1786566651.366919:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069103878.
00000400:00000010:2.0:1786566651.366922:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000455db0a1.
00000400:00000010:2.0:1786566651.366925:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000069257c00.
00000400:00000010:2.0:1786566651.366926:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000068745034.
00000400:00000010:2.0:1786566651.366928:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d82b5623.
00000400:00000010:2.0:1786566651.366931:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3e1b759.
00000400:00000010:2.0:1786566651.366934:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008f9715d7.
00000400:00000010:2.0:1786566651.366941:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d17f3f85.
00000400:00000010:2.0:1786566651.366942:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008b0e6127.
00000400:00000010:2.0:1786566651.366947:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000050ba302c.
00000400:00000010:2.0:1786566651.366950:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ca909c5f.
00000400:00000010:2.0:1786566651.366952:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a081e20.
00000400:00000010:2.0:1786566651.366953:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084af60a5.
00000400:00000010:2.0:1786566651.366957:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007d19a9b.
00000400:00000010:2.0:1786566651.366959:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000009cb1212.
00000400:00000010:2.0:1786566651.366961:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fdf7952.
00000400:00000010:2.0:1786566651.366962:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000faf68385.
00000400:00000010:2.0:1786566651.366966:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b0f0d59.
00000400:00000010:2.0:1786566651.366968:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003438d95d.
00000400:00000010:2.0:1786566651.366969:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000079dca7fa.
00000400:00000010:2.0:1786566651.366971:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2fb24ec.
00000400:00000010:2.0:1786566651.366975:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e528a4ca.
00000400:00000010:2.0:1786566651.366977:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001604068d.
00000400:00000010:2.0:1786566651.366978:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c075ceb2.
00000400:00000010:2.0:1786566651.366980:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000089389bf.
00000400:00000010:2.0:1786566651.366984:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040f55bfe.
00000400:00000010:2.0:1786566651.366986:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000015c96f04.
00000400:00000010:2.0:1786566651.366987:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d0d00ca5.
00000400:00000010:2.0:1786566651.366989:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8661963.
00000400:00000010:2.0:1786566651.366992:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000dc59d0.
00000400:00000010:2.0:1786566651.366995:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000057f1f211.
00000400:00000010:2.0:1786566651.366997:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040db7563.
00000400:00000010:2.0:1786566651.366998:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039c42c12.
00000400:00000010:2.0:1786566651.367012:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044b7d370.
00000400:00000010:2.0:1786566651.367016:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001cc488b7.
00000400:00000010:2.0:1786566651.367018:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab73748b.
00000400:00000010:2.0:1786566651.367019:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015dae598.
00000400:00000010:2.0:1786566651.367023:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cc47f82f.
00000400:00000010:2.0:1786566651.367025:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005006be63.
00000400:00000010:2.0:1786566651.367032:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006bc65c62.
00000400:00000010:2.0:1786566651.367034:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c35c22d.
00000400:00000010:2.0:1786566651.367039:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acd4d4c4.
00000400:00000010:2.0:1786566651.367042:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000abf2065b.
00000400:00000010:2.0:1786566651.367043:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009866d760.
00000400:00000010:2.0:1786566651.367045:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043b54c3c.
00000400:00000010:2.0:1786566651.367048:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e0d6e5b.
00000400:00000010:2.0:1786566651.367051:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000eb9c951f.
00000400:00000010:2.0:1786566651.367052:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd397881.
00000400:00000010:2.0:1786566651.367054:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d2918c0.
00000400:00000010:2.0:1786566651.367058:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000537b4d92.
00000400:00000010:2.0:1786566651.367060:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002e5fa9a0.
00000400:00000010:2.0:1786566651.367062:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006391adcf.
00000400:00000010:2.0:1786566651.367064:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9f473e5.
00000400:00000010:2.0:1786566651.367079:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f69b33c1.
00000400:00000010:2.0:1786566651.367083:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000004c8c7ec.
00000400:00000010:2.0:1786566651.367085:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ac491e9.
00000400:00000010:2.0:1786566651.367087:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc001662.
00000400:00000010:2.0:1786566651.367091:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074a3a589.
00000400:00000010:2.0:1786566651.367093:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000fe0cc71.
00000400:00000010:2.0:1786566651.367094:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058ea8d93.
00000400:00000010:2.0:1786566651.367096:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003e68f005.
00000400:00000010:2.0:1786566651.367099:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077894564.
00000400:00000010:2.0:1786566651.367102:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fd3da720.
00000400:00000010:2.0:1786566651.367103:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a1a31969.
00000400:00000010:2.0:1786566651.367105:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5e581ad.
00000400:00000010:2.0:1786566651.367109:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c3b9b45.
00000400:00000010:2.0:1786566651.367111:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000db037d94.
00000400:00000010:2.0:1786566651.367113:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eac20421.
00000400:00000010:2.0:1786566651.367115:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b063c5c7.
00000400:00000010:2.0:1786566651.367123:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4b0520f.
00000400:00000010:2.0:1786566651.367126:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5f73016.
00000400:00000010:2.0:1786566651.367132:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082945df4.
00000400:00000010:2.0:1786566651.367134:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b731765.
00000400:00000010:2.0:1786566651.367137:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfc4c242.
00000400:00000010:2.0:1786566651.367139:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000491698e6.
00000400:00000010:2.0:1786566651.367141:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004fa0ca52.
00000400:00000010:2.0:1786566651.367142:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dabc31e7.
00000400:00000010:2.0:1786566651.367145:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f387345.
00000400:00000010:2.0:1786566651.367147:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b59a80d.
00000400:00000010:2.0:1786566651.367149:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dac2a338.
00000400:00000010:2.0:1786566651.367150:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000692a04e3.
00000400:00000010:2.0:1786566651.367154:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a7824fcf.
00000400:00000010:2.0:1786566651.367156:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000275c7444.
00000400:00000010:2.0:1786566651.367157:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000116cb59a.
00000400:00000010:2.0:1786566651.367159:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b8fa34ca.
00000400:00000010:2.0:1786566651.367168:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d553dd2c.
00000400:00000010:2.0:1786566651.367171:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bf401179.
00000400:00000010:2.0:1786566651.367173:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031d75cb0.
00000400:00000010:2.0:1786566651.367175:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036a29558.
00000400:00000010:2.0:1786566651.367178:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9047047.
00000400:00000010:2.0:1786566651.367180:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009498f327.
00000400:00000010:2.0:1786566651.367182:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076909274.
00000400:00000010:2.0:1786566651.367183:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000588b66c.
00000400:00000010:2.0:1786566651.367187:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc93b382.
00000400:00000010:2.0:1786566651.367190:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f671a5d4.
00000400:00000010:2.0:1786566651.367191:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000470cdb24.
00000400:00000010:2.0:1786566651.367193:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e4e9314.
00000400:00000010:2.0:1786566651.367196:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4469ee.
00000400:00000010:2.0:1786566651.367198:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070d90e39.
00000400:00000010:2.0:1786566651.367200:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f94c6337.
00000400:00000010:2.0:1786566651.367201:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3136663.
00000400:00000010:2.0:1786566651.367210:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa1a9181.
00000400:00000010:2.0:1786566651.367214:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d65df41c.
00000400:00000010:2.0:1786566651.367220:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000330c27cf.
00000400:00000010:2.0:1786566651.367222:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eaa3b3f1.
00000400:00000010:2.0:1786566651.367226:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e497327a.
00000400:00000010:2.0:1786566651.367228:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a7f8e490.
00000400:00000010:2.0:1786566651.367229:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f07e8e53.
00000400:00000010:2.0:1786566651.367231:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd6ad29a.
00000400:00000010:2.0:1786566651.367235:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041e24615.
00000400:00000010:2.0:1786566651.367237:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006a4fa27b.
00000400:00000010:2.0:1786566651.367239:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ea9c0b3.
00000400:00000010:2.0:1786566651.367241:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e53b79e7.
00000400:00000010:2.0:1786566651.367244:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4a022f.
00000400:00000010:2.0:1786566651.367246:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e45ff8b.
00000400:00000010:2.0:1786566651.367248:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ade0e9d3.
00000400:00000010:2.0:1786566651.367249:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a65ed4c.
00000400:00000010:2.0:1786566651.367259:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c636fb93.
00000400:00000010:2.0:1786566651.367263:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000525ce8c1.
00000400:00000010:2.0:1786566651.367265:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040b2014f.
00000400:00000010:2.0:1786566651.367267:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fbac8b8.
00000400:00000010:2.0:1786566651.367270:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d22357d.
00000400:00000010:2.0:1786566651.367273:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ab318ba6.
00000400:00000010:2.0:1786566651.367274:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000253d2402.
00000400:00000010:2.0:1786566651.367276:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000694823a9.
00000400:00000010:2.0:1786566651.367280:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d7fb47b.
00000400:00000010:2.0:1786566651.367282:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000003eda1e3.
00000400:00000010:2.0:1786566651.367283:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002240e37d.
00000400:00000010:2.0:1786566651.367284:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076171eef.
00000400:00000010:2.0:1786566651.367288:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036931990.
00000400:00000010:2.0:1786566651.367290:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000059e3c849.
00000400:00000010:2.0:1786566651.367291:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000008fb870e.
00000400:00000010:2.0:1786566651.367293:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000304eb3d3.
00000400:00000010:2.0:1786566651.367302:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6fcba5e.
00000400:00000010:2.0:1786566651.367305:0:69354:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a0a7f352.
00000400:00000010:2.0:1786566651.367310:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2c9bc78.
00000400:00000010:2.0:1786566651.367312:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082e461d4.
00000400:00000010:2.0:1786566651.367315:0:69354:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad879a70.
00000400:00000010:2.0:1786566651.367318:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000093587949.
00000400:00000010:2.0:1786566651.367320:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6f6b634.
00000400:00000010:2.0:1786566651.367324:0:69354:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000004ba733d5.
00000400:00000010:2.0:1786566651.367328:0:69354:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000002e1f88db.
00000400:00000010:2.0:1786566651.367330:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000889fbebd.
00000400:00000010:2.0:1786566651.367331:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a569490.
00000400:00000010:2.0:1786566651.367333:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083654729.
00000400:00000010:2.0:1786566651.367334:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000decc4513.
00000400:00000010:2.0:1786566651.367349:0:69354:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 41 at 0000000004acefec.
00000400:00000010:2.0:1786566651.367559:0:69354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147a0967.
00000400:00000010:2.0:1786566651.367572:0:69354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b1fae.
00000400:00000200:2.0:1786566651.367580:0:69354:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:2.0:1786566651.367583:0:69354:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e9853f4.
00000400:00000010:2.0:1786566651.367586:0:69354:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053c52c98.
00000400:00000010:2.0:1786566651.367588:0:69354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019e9abc7.
00000400:00000200:2.0:1786566651.367590:0:69354:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000004e9853f4
00000400:00000200:2.0:1786566651.367592:0:69354:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:2.0:1786566651.367594:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fd2a06d3.
00000400:00000010:2.0:1786566651.367597:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000074992104.
00000400:00000010:2.0:1786566651.367599:0:69354:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f05a57ff.
00000400:00000010:2.0:1786566651.367600:0:69354:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b75b22be.
00000400:00000200:2.0:1786566651.368077:0:69354:0:(peer.c:4457:lnet_peer_discovery_start()) discovery start: 0
00000400:00000200:3.0:1786566651.368888:0:69356:0:(peer.c:4283:lnet_peer_discovery()) started
00000400:00000010:0.0:1786566651.380368:0:69357:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000314ae6c0.
00000400:00000010:0.0:1786566651.380395:0:69357:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000314ae6c0.
00000400:00000010:0.0:1786566651.380709:0:69357:0:(api-ni.c:7409:lnet_route_show_start()) alloc '(rlist)': 16 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.380724:0:69357:0:(api-ni.c:7309:lnet_route_show_done()) kfreed 'rlist': 16 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.380821:0:69357:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 000000002172e6c2.
00000400:00000010:0.0:1786566651.380829:0:69357:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 000000002172e6c2.
00000400:00000010:0.0:1786566651.380974:0:69357:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.381011:0:69357:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.381101:0:69357:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.381106:0:69357:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 00000000f8c1af14.
00000400:00000010:0.0:1786566651.381685:0:69357:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 0000000037c69631.
00000001:00000200:0.0:1786566651.381691:0:69357:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0
00000001:00000200:0.0:1786566651.381693:0:69357:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (0000000094009482)
00000400:00000010:0.0:1786566651.381695:0:69357:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 0000000037c69631.
00000001:02000400:3.0:1786566651.395942:0:69358:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp --if ens2
00000400:00000010:1.0:1786566651.423685:0:69359:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 00000000361cfc32.
00000400:00000010:1.0:1786566651.423704:0:69359:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000759f29ed.
00000400:00000010:1.0:1786566651.423714:0:69359:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000009c2cce23.
00000400:00000010:1.0:1786566651.423718:0:69359:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 00000000207f9278.
00000400:00000010:1.0:1786566651.423723:0:69359:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007637a788.
00000400:00000010:1.0:1786566651.423727:0:69359:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5c615f1.
00000400:00000010:1.0:1786566651.423729:0:69359:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000abeb6e4f.
00000400:00000010:1.0:1786566651.423731:0:69359:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb64760e.
00000400:00000010:1.0:1786566651.423734:0:69359:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000759aae53.
00000400:00000010:1.0:1786566651.423744:0:69359:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c5fdb899.
00000400:00000010:1.0:1786566651.423747:0:69359:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b843f054.
00000800:00000200:2.0:1786566651.433452:0:69359:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566651.433466:0:69359:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566651.433469:0:69359:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:2.0:1786566651.433470:0:69359:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000010:2.0:1786566651.433478:0:69359:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 000000009a08fa9b.
00000800:00000200:2.0:1786566651.433497:0:69359:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:2.0:1786566651.434380:0:69359:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:2.0:1786566651.434462:0:69359:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:2.0:1786566651.434486:0:69359:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp [8/256/0/180]
00000400:00000010:2.0:1786566651.444828:0:69359:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000b616acdb.
00000400:00000010:2.0:1786566651.444841:0:69359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000843662dd.
00000400:00000010:2.0:1786566651.444846:0:69359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f58c5f7.
00000400:00000010:3.0:1786566651.448897:0:69359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147a0967.
00000400:00000200:3.0:1786566651.448910:0:69359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b1fae
00000400:00000010:3.0:1786566651.448913:0:69359:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b1fae.
00000400:00000010:3.0:1786566651.448919:0:69359:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 41 at 0000000004acefec.
00000400:00000010:3.0:1786566651.448937:0:69359:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000759f29ed.
00000400:00000010:3.0:1786566651.448942:0:69359:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 00000000361cfc32.
00000400:00000010:3.0:1786566651.513270:0:69373:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005cbfbc2b.
00000400:00000010:3.0:1786566651.513333:0:69373:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005cbfbc2b.
00000001:02000400:3.0:1786566652.054483:0:69479:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp1 --if ens2
00000400:00000010:1.0:1786566652.075462:0:69480:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce293a5a.
00000400:00000010:1.0:1786566652.075483:0:69480:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000087b4ac3f.
00000400:00000010:1.0:1786566652.075493:0:69480:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000e66b619e.
00000400:00000010:1.0:1786566652.075497:0:69480:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000006f69b83a.
00000400:00000010:1.0:1786566652.075502:0:69480:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b5f354b.
00000400:00000010:1.0:1786566652.075508:0:69480:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093c5e081.
00000400:00000010:1.0:1786566652.075510:0:69480:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8cb50f6.
00000400:00000010:1.0:1786566652.075512:0:69480:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000321f3f0b.
00000400:00000010:1.0:1786566652.075516:0:69480:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f9edb936.
00000800:00000010:1.0:1786566652.075532:0:69480:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000a3f4e371.
00000800:00000200:1.0:1786566652.075544:0:69480:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:1.0:1786566652.075552:0:69480:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:1.0:1786566652.075599:0:69480:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:1.0:1786566652.075631:0:69480:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp1 [8/256/0/180]
00000400:00000010:0.0:1786566652.082667:0:69480:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000032b96662.
00000400:00000010:0.0:1786566652.082683:0:69480:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000754ba09d.
00000400:00000010:0.0:1786566652.082711:0:69480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006565f854.
00000400:00000010:0.0:1786566652.082727:0:69480:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000843662dd.
00000400:00000200:0.0:1786566652.082733:0:69480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f58c5f7
00000400:00000010:0.0:1786566652.082735:0:69480:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008f58c5f7.
00000400:00000010:0.0:1786566652.082740:0:69480:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000b616acdb.
00000400:00000010:0.0:1786566652.082806:0:69480:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000087b4ac3f.
00000400:00000010:0.0:1786566652.082812:0:69480:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce293a5a.
00000400:00000010:2.0:1786566652.125931:0:69485:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006497579e.
00000400:00000010:2.0:1786566652.126015:0:69485:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006497579e.
00000400:00000010:3.0:1786566652.936529:0:69603:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005cbfbc2b.
00000400:00000010:3.0:1786566652.938257:0:69603:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005cbfbc2b.
00000001:02000400:3.0:1786566652.956582:0:69605:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl discover 192.168.201.5@tcp
00000400:00000010:2.0:1786566652.988572:0:69606:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 000000005fffbc48.
00000400:00000200:2.0:1786566652.988586:0:69606:0:(peer.c:266:lnet_peer_alloc()) 000000005fffbc48 nid 192.168.201.5@tcp
00000400:00000010:2.0:1786566652.988589:0:69606:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000773c76fb.
00000400:00000200:2.0:1786566652.988592:0:69606:0:(peer.c:203:lnet_peer_net_alloc()) 00000000773c76fb net tcp
00000400:00000010:2.0:1786566652.988595:0:69606:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000cd3e1d1b.
00000400:00000200:2.0:1786566652.988598:0:69606:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000cd3e1d1b nid 192.168.201.5@tcp
00000400:00000200:2.0:1786566652.988604:0:69606:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp flags 0x0
00000400:00000200:2.0:1786566652.988608:0:69606:0:(peer.c:2183:lnet_peer_ni_traffic_add()) peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566652.989310:0:69606:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566652.989314:0:69606:0:(peer.c:2935:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1786566652.991520:0:69356:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1786566652.991533:0:69356:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x40
00000400:00000010:0.0:1786566652.991544:0:69356:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eec67cad.
00000400:00000010:0.0:1786566652.991550:0:69356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd84b746.
00000400:00000010:0.0:1786566652.991577:0:69356:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000003a2e2263.
00000400:00000200:0.0:1786566652.991582:0:69356:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566652.991594:0:69356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566652.991600:0:69356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1786566652.991603:0:69356:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.201.5@tcp on NMR peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566652.991606:0:69356:0:(peer.c:1171:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.201.5@tcp nid 192.168.201.5@tcp: 0
00000400:00000200:0.0:1786566652.991610:0:69356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [18:18:256:4294967295] 192.168.201.5@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:0.0:1786566652.991617:0:69356:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566652.991623:0:69356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:0.0:1786566652.991628:0:69356:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566652.992057:0:69356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c809f8af.
00000800:00000010:0.0:1786566652.992067:0:69356:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001ae3edbd.
00000800:00000010:0.0:1786566652.992070:0:69356:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c4dd4459.
00000800:00000200:0.0:1786566652.992076:0:69356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:0.1:1786566652.992080:0:69356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (2)
00000400:00000200:0.0:1786566652.992100:0:69356:0:(peer.c:4022:lnet_peer_send_ping()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566652.992102:0:69356:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x240 rc 0
00000800:00000010:3.0:1786566652.992990:0:69360:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000221fef1c.
00000800:00000010:3.0:1786566652.993003:0:69360:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000063c538d.
00000800:00000010:3.0:1786566652.993009:0:69360:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008832f99a.
00000800:00000010:3.0:1786566652.993042:0:69360:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008832f99a.
00000400:00000200:1.0:1786566652.996043:0:69368:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:1.0:1786566652.996072:0:69368:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 255.3.0.2
00000800:00000010:1.0:1786566652.996076:0:69368:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a95cd3b9.
00000800:00000010:2.0:1786566652.996180:0:69363:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000039e21151.
00000800:00000010:2.0:1786566652.996186:0:69363:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac584387.
00000800:00000010:2.0:1786566652.996207:0:69363:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000077299fd.
00000800:00000200:2.1:1786566652.996277:0:69363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:2.1:1786566652.996283:0:69363:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 00000000077299fd deleted
00000800:00000010:2.1:1786566652.996285:0:69363:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000077299fd.
00000800:00000200:2.1:1786566652.996291:0:69363:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1786566652.996297:0:69363:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:2.1:1786566652.996301:0:69363:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c809f8af type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1786566652.996306:0:69363:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1023 incarnation:1786566651433480980 sched[0]
00000800:00000010:2.0:1786566652.996312:0:69363:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a5c9fd5f.
00000800:00000010:2.0:1786566652.996430:0:69363:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a5c9fd5f.
00000800:00000010:2.0:1786566652.996435:0:69363:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac584387.
00000800:00000010:2.0:1786566652.996467:0:69363:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000a95cd3b9.
00000800:00000200:0.0:1786566652.996555:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1786566652.996560:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c809f8af.
00000400:00000200:0.0:1786566652.996564:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566652.996569:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:0.0:1786566652.996575:0:69365:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:0.0:1786566652.996578:0:69365:0:(peer.c:3241:lnet_discovery_event_send()) Ping Send to 192.168.201.5@tcp: 0
00000800:00000200:3.1:1786566652.996743:0:69360:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.0:1786566652.996749:0:69360:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566651433480980 sched[0]
00000800:00000010:3.0:1786566652.996752:0:69360:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000063c538d.
00000400:00000200:3.0:1786566652.996821:0:69360:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.5:988
00000800:00000010:3.0:1786566652.997012:0:69360:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 00000000098be99b.
00000800:00000010:3.0:1786566652.997016:0:69360:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000063c538d.
00000800:00000010:3.0:1786566652.997019:0:69360:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008832f99a.
00000800:00000010:3.0:1786566652.997046:0:69360:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008832f99a.
00000400:00000200:0.0:1786566652.997099:0:69368:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:0.0:1786566652.997121:0:69368:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 254.3.0.2
00000800:00000010:0.0:1786566652.997124:0:69368:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c1111ac.
00000800:00000010:3.0:1786566652.997309:0:69362:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000005605d3db.
00000800:00000010:3.0:1786566652.997313:0:69362:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ff5d1cb.
00000800:00000010:3.0:1786566652.997325:0:69362:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001dfd6aa9.
00000800:00000200:3.1:1786566652.997331:0:69362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:3.1:1786566652.997335:0:69362:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 000000001dfd6aa9 deleted
00000800:00000010:3.1:1786566652.997337:0:69362:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001dfd6aa9.
00000800:00000200:3.1:1786566652.997340:0:69362:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:3.0:1786566652.997343:0:69362:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1022 incarnation:1786566651433480980 sched[0]
00000800:00000010:3.0:1786566652.997347:0:69362:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008832f99a.
00000800:00000010:3.0:1786566652.997400:0:69362:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008832f99a.
00000800:00000010:3.0:1786566652.997404:0:69362:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ff5d1cb.
00000800:00000200:0.1:1786566652.997473:0:69360:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00000800:00000200:0.0:1786566652.997479:0:69360:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566651433480980 sched[0]
00000800:00000010:0.0:1786566652.997483:0:69360:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000063c538d.
00000800:00000010:3.0:1786566653.000375:0:69362:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 000000003c1111ac.
00000400:00000200:0.0:1786566653.000463:0:69366:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:0.0:1786566653.000481:0:69366:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:0.0:1786566653.000489:0:69366:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:0.0:1786566653.000501:0:69366:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566653.000506:0:69366:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [19:19:256:4294967295] 192.168.201.5@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:0.0:1786566653.000516:0:69366:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:0.0:1786566653.000521:0:69366:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566653.000526:0:69366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c809f8af.
00000800:00000200:0.0:1786566653.000532:0:69366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566653.000539:0:69366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1786566653.000543:0:69366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c809f8af type 3, nob 160 niov 1 nkiov 1
00000800:00000200:0.0:1786566653.000649:0:69366:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1786566653.000660:0:69366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c809f8af.
00000400:00000200:0.0:1786566653.000663:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.000668:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:0.0:1786566653.000690:0:69366:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:0.0:1786566653.000698:0:69366:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x11
00000400:00000200:0.0:1786566653.000705:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.000708:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:0.0:1786566653.000712:0:69366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd84b746
00000400:00000010:0.0:1786566653.000715:0:69366:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000cd84b746.
00000400:00000200:0.0:1786566653.000719:0:69366:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:0.0:1786566653.000723:0:69366:0:(peer.c:3119:lnet_discovery_event_reply()) Peer 192.168.201.5@tcp has discovery enabled
00000400:00000200:0.0:1786566653.000726:0:69366:0:(peer.c:3145:lnet_discovery_event_reply()) peer 192.168.201.5@tcp(000000005fffbc48) is MR capable
00000400:00000200:0.0:1786566653.000729:0:69366:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.5@tcp: 0
00000400:00000200:0.0:1786566653.000733:0:69366:0:(peer.c:3200:lnet_discovery_event_reply()) peer 192.168.201.5@tcp data present 9. state = 0x241
00000400:00000200:0.0:1786566653.000738:0:69366:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:0.0:1786566653.000758:0:69356:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1786566653.000762:0:69356:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0xc1
00000400:00000010:0.0:1786566653.000770:0:69356:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000774c00a2.
00000400:00000010:0.0:1786566653.000773:0:69356:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 00000000ebbda13e.
00000400:00000010:0.0:1786566653.000775:0:69356:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 000000003b0aca74.
00000400:00000010:0.0:1786566653.000783:0:69356:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000ade9f5cb.
00000400:00000200:0.0:1786566653.000788:0:69356:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000ade9f5cb nid 192.168.201.5@tcp1
00000400:00000010:0.0:1786566653.000790:0:69356:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000147ea4fe.
00000400:00000200:0.0:1786566653.000793:0:69356:0:(peer.c:203:lnet_peer_net_alloc()) 00000000147ea4fe net tcp1
00000400:00000200:0.0:1786566653.000799:0:69356:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp1 flags 0x11
00000400:00000010:0.0:1786566653.000802:0:69356:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000774c00a2.
00000400:00000010:0.0:1786566653.000805:0:69356:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 00000000ebbda13e.
00000400:00000010:0.0:1786566653.000807:0:69356:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 000000003b0aca74.
00000400:00000010:0.0:1786566653.000810:0:69356:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eec67cad.
00000400:00000200:0.0:1786566653.000813:0:69356:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (000000005fffbc48): 0
00000400:00000200:0.0:1786566653.000815:0:69356:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(000000005fffbc48): 0. state = 0x141
00000400:00000200:0.0:1786566653.000819:0:69356:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x141 rc 1
00000400:00000200:0.0:1786566653.000821:0:69356:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x141
00000400:00000010:0.0:1786566653.000831:0:69356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd84b746.
00000400:00000010:0.0:1786566653.000837:0:69356:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000fb2329d4.
00000400:00000200:0.0:1786566653.000840:0:69356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566653.000847:0:69356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566653.000851:0:69356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [20:20:256:4294967295] 192.168.201.5@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:0.0:1786566653.000855:0:69356:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566653.000861:0:69356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786566653.000865:0:69356:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566653.000868:0:69356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c809f8af.
00000800:00000200:0.0:1786566653.000871:0:69356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566653.000875:0:69356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:0.0:1786566653.000878:0:69356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c809f8af type 1, nob 160 niov 1 nkiov 1
00000400:00000200:0.0:1786566653.000894:0:69356:0:(peer.c:4164:lnet_peer_send_push()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566653.000896:0:69356:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x541 rc 0
00000800:00000200:0.0:1786566653.000938:0:69366:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1786566653.000941:0:69366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c809f8af.
00000400:00000200:0.0:1786566653.000944:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.000948:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:0.0:1786566653.000950:0:69366:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:0.0:1786566653.000952:0:69366:0:(peer.c:3241:lnet_discovery_event_send()) Push Send to 192.168.201.5@tcp: 0
00000400:00000200:0.0:1786566653.000962:0:69366:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : PUT - for me
00000400:00000200:0.0:1786566653.000968:0:69366:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 64 into portal 0 MB=0x8000000000000000
00000400:00000200:0.0:1786566653.000972:0:69366:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.201.5@tcp of length 64/64 into md 0x5 [1] + 0
00000400:00000010:0.0:1786566653.000988:0:69366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053c52c98.
00000400:00000200:0.0:1786566653.000992:0:69366:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000019e9abc7
00000400:00000200:0.0:1786566653.000998:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.001001:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:0.0:1786566653.001004:0:69366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e9abc7
00000400:00000010:0.0:1786566653.001005:0:69366:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000019e9abc7.
00000400:00000200:0.0:1786566653.001008:0:69366:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:0.0:1786566653.001013:0:69366:0:(peer.c:2778:lnet_peer_push_event()) peer 192.168.201.5@tcp(000000005fffbc48) is MR
00000400:00000010:0.0:1786566653.001022:0:69366:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ebbda13e.
00000400:00000200:0.0:1786566653.001025:0:69366:0:(peer.c:2852:lnet_peer_push_event()) Received Push 192.168.201.5@tcp 9
00000400:00000200:0.0:1786566653.001028:0:69366:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:0.0:1786566653.001037:0:69366:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:0.0:1786566653.001041:0:69366:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566653.001044:0:69366:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [21:21:256:4294967295] 192.168.201.5@tcp LPNI seq info [4:4:8:4294967295]
00000400:00000200:0.0:1786566653.001052:0:69366:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : ACK try# 0
00000800:00000200:0.0:1786566653.001056:0:69366:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566653.001059:0:69366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c809f8af.
00000800:00000200:0.0:1786566653.001063:0:69366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566653.001067:0:69366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1786566653.001069:0:69366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c809f8af type 0, nob 96 niov 1 nkiov 0
00000800:00000200:0.0:1786566653.001095:0:69366:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1786566653.001098:0:69366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c809f8af.
00000400:00000200:0.0:1786566653.001100:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.001104:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:0.0:1786566653.001127:0:69366:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : ACK - for me
00000400:00000200:0.0:1786566653.001134:0:69366:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.201.5@tcp: ACK from 12345-192.168.201.5@tcp into md 0x15
00000400:00000200:0.0:1786566653.001137:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1786566653.001139:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:0.0:1786566653.001141:0:69366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd84b746
00000400:00000010:0.0:1786566653.001143:0:69366:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000cd84b746.
00000400:00000200:0.0:1786566653.001145:0:69366:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:0.0:1786566653.001147:0:69366:0:(peer.c:3007:lnet_discovery_event_ack()) peer 192.168.201.5@tcp ev->status 0
00000400:00000200:0.0:1786566653.001149:0:69366:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:0.0:1786566653.001158:0:69356:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:0.0:1786566653.001163:0:69356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32e4b15.
00000400:00000010:0.0:1786566653.001165:0:69356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd84b746.
00000400:00000200:0.0:1786566653.001169:0:69356:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000004e9853f4
00000400:00000200:0.0:1786566653.001172:0:69356:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0xc1
00000400:00000010:0.0:1786566653.001175:0:69356:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000003b0aca74.
00000400:00000010:0.0:1786566653.001182:0:69356:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000006af5e307.
00000400:00000010:0.0:1786566653.001184:0:69356:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000774c00a2.
00000400:00000010:0.0:1786566653.001187:0:69356:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000003b0aca74.
00000400:00000010:0.0:1786566653.001189:0:69356:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000006af5e307.
00000400:00000010:0.0:1786566653.001191:0:69356:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000774c00a2.
00000400:00000010:0.0:1786566653.001192:0:69356:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ebbda13e.
00000400:00000200:0.0:1786566653.001194:0:69356:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (000000005fffbc48): 0
00000400:00000200:0.0:1786566653.001196:0:69356:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(000000005fffbc48): 0. state = 0x141
00000400:00000200:0.0:1786566653.001198:0:69356:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x141 rc 1
00000400:00000200:0.0:1786566653.001201:0:69356:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x141
00000400:00000200:0.0:1786566653.001203:0:69356:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566653.001205:0:69356:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(000000005fffbc48) state 0x111 rc 0
00000400:00000200:0.0:1786566653.001207:0:69356:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566653.007054:0:69606:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp: 0. discovery complete
00000400:00000010:1.0:1786566653.042741:0:69608:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000001ebf346f.
00000400:00000010:1.0:1786566653.042756:0:69608:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000001ebf346f.
00000001:02000400:0.0:1786566653.075622:0:69610:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set recovery_limit 10
00000001:02000400:3.0:1786566653.139785:0:69612:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp -d *@tcp -m GET -r 1 -e remote_error
00000400:00000200:2.0:1786566653.180333:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180343:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180356:0:69613:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566653.180358:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180361:0:69613:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566653.180362:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180365:0:69613:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:2.0:1786566653.180366:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180368:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180369:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180371:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180372:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180379:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566653.180381:0:69613:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:2.0:1786566653.180386:0:69613:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 000000001a30c9d2.
00000400:00000200:2.0:1786566653.180393:0:69613:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:2.0:1786566653.199444:0:69614:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp1 -d *@tcp1 -m GET -r 1 -e remote_error
00000400:00000200:3.0:1786566653.226514:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226526:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226540:0:69615:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:3.0:1786566653.226542:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226545:0:69615:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:3.0:1786566653.226547:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226550:0:69615:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:3.0:1786566653.226551:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226552:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226554:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226555:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226557:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226558:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.226560:0:69615:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:3.0:1786566653.226564:0:69615:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000131d2c0b.
00000400:00000200:3.0:1786566653.226578:0:69615:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:0.0:1786566653.243430:0:69616:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp -d *@tcp -r 1
00000400:00000200:3.0:1786566653.265547:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265558:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265570:0:69617:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:3.0:1786566653.265572:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265575:0:69617:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:3.0:1786566653.265576:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265579:0:69617:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:3.0:1786566653.265580:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265582:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265583:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265585:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265586:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265588:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:3.0:1786566653.265590:0:69617:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:3.0:1786566653.265594:0:69617:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000d8675922.
00000400:00000200:3.0:1786566653.265602:0:69617:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:2.0:1786566653.290428:0:69618:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp1 -d *@tcp1 -r 1
00000400:00000200:1.0:1786566653.317554:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317565:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317579:0:69619:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566653.317580:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317583:0:69619:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566653.317585:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317587:0:69619:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:1.0:1786566653.317589:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317590:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317591:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317593:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317595:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317596:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566653.317599:0:69619:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:1.0:1786566653.317603:0:69619:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 0000000061d806dd.
00000400:00000200:1.0:1786566653.317612:0:69619:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:2.0:1786566653.327595:0:69620:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl peer set --nid 192.168.201.5@tcp --health 0
00000400:00000200:3.0:1786566653.344324:0:69621:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 0 next ping: 1433 last alive: 1432 health: 0
00000400:00000010:3.0:1786566653.402705:0:69355:0:(lib-move.c:3814:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000f63e5e1e.
00000400:02000040:3.0:1786566653.402721:0:69355:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.201.5@tcp
00000400:00000010:3.0:1786566653.406587:0:69355:0:(lib-move.c:3832:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000f63e5e1e.
00000400:00000200:1.0:1786566653.407336:0:69627:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566653.407342:0:69627:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000007fc3d199.
00000400:00000200:1.0:1786566653.407352:0:69627:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566653.407370:0:69627:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000d36433e8.
00000400:00000200:1.0:1786566653.407376:0:69627:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566653.407381:0:69627:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000d36433e8.
00000400:00000010:1.0:1786566653.407389:0:69627:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000007fc3d199.
00000001:02000400:1.0:1786566653.429524:0:69629:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -p
00000400:00000200:1.0:1786566653.442760:0:69630:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566653.442769:0:69630:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000007fc3d199.
00000400:00000200:1.0:1786566653.442783:0:69630:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566653.442798:0:69630:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000d36433e8.
00000400:00000200:1.0:1786566653.442805:0:69630:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566653.442809:0:69630:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000d36433e8.
00000400:00000010:1.0:1786566653.442817:0:69630:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000007fc3d199.
00000400:00000200:0.0:1786566653.520492:0:69636:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566653.520501:0:69636:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 0000000040bbb34f.
00000400:00000200:0.0:1786566653.520512:0:69636:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566653.520529:0:69636:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000774c00a2.
00000400:00000200:0.0:1786566653.520535:0:69636:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566653.520539:0:69636:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000774c00a2.
00000400:00000010:0.0:1786566653.520547:0:69636:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 0000000040bbb34f.
00000400:00000010:3.0:1786566654.426232:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 0000000081b7e81a.
00000400:00000010:3.0:1786566654.426248:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c4ea4939.
00000400:00000010:3.0:1786566654.426275:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edca35b.
00000400:00000010:3.0:1786566654.426298:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000b3813fa8.
00000400:00000200:3.0:1786566654.426307:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566654.426322:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566654.426329:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566654.426332:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [22:22:256:4294967295] 192.168.201.5@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:3.0:1786566654.426339:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566654.426345:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566654.426350:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566654.426355:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d865251.
00000800:00000200:3.0:1786566654.426361:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566654.426375:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566654.426380:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005d865251 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566654.426405:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1435 last alive: 1432 health: 0
00000400:00000200:0.0:1786566654.426671:0:69366:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 1
00000400:00000200:0.0:1786566654.426677:0:69366:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:0.0:1786566654.426681:0:69366:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566654.445009:0:69366:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [00000000221fef1c] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:0.0:1786566654.445018:0:69366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d865251.
00000400:00000200:0.0:1786566654.445024:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786566654.445029:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:0.0:1786566654.445055:0:69366:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566654.445058:0:69366:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566654.445064:0:69366:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:0.0:1786566654.637342:0:69645:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566654.637351:0:69645:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000774c00a2.
00000400:00000200:0.0:1786566654.637362:0:69645:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566654.637380:0:69645:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000009784531f.
00000400:00000200:0.0:1786566654.637387:0:69645:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566654.637392:0:69645:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000009784531f.
00000400:00000010:0.0:1786566654.637400:0:69645:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000774c00a2.
00000400:00000200:3.0:1786566655.449764:0:69355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008edca35b
00000400:00000010:3.0:1786566655.449775:0:69355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008edca35b.
00000400:00000200:3.0:1786566655.449783:0:69355:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566655.449790:0:69355:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566655.449796:0:69355:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000081b7e81a.
00000400:00000010:3.0:1786566655.449870:0:69355:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c4ea4939.
00000400:00000200:0.0:1786566655.744182:0:69653:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566655.744194:0:69653:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000009784531f.
00000400:00000200:0.0:1786566655.744205:0:69653:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566655.744224:0:69653:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000003f23775d.
00000400:00000200:0.0:1786566655.744230:0:69653:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566655.744234:0:69653:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000003f23775d.
00000400:00000010:0.0:1786566655.744240:0:69653:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000009784531f.
00000400:00000010:3.0:1786566656.474883:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 000000001a8ab9bf.
00000400:00000010:3.0:1786566656.474897:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e5ec38a5.
00000400:00000010:3.0:1786566656.474903:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edca35b.
00000400:00000010:3.0:1786566656.474912:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000019c24e74.
00000400:00000200:3.0:1786566656.474929:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566656.474943:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566656.475044:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566656.475047:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [23:23:256:4294967295] 192.168.201.5@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:3.0:1786566656.475055:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566656.475061:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566656.475067:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566656.475072:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008099b76d.
00000800:00000200:3.0:1786566656.475078:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566656.475085:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:3.0:1786566656.475090:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008099b76d type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566656.475114:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 2 next ping: 1439 last alive: 1432 health: 0
00000400:00000200:2.0:1786566656.475193:0:69365:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 2
00000400:00000200:2.0:1786566656.475199:0:69365:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:2.0:1786566656.475202:0:69365:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:2.0:1786566656.475206:0:69365:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000039e21151] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:2.0:1786566656.475210:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008099b76d.
00000400:00000200:2.0:1786566656.475217:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786566656.475221:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:2.0:1786566656.475226:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:2.0:1786566656.475229:0:69365:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:2.0:1786566656.475233:0:69365:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:1.0:1786566656.859136:0:69661:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566656.859145:0:69661:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000004ca0e8f2.
00000400:00000200:1.0:1786566656.859158:0:69661:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566656.859180:0:69661:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000fac68a02.
00000400:00000200:1.0:1786566656.859188:0:69661:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566656.859191:0:69661:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000fac68a02.
00000400:00000010:1.0:1786566656.859199:0:69661:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000004ca0e8f2.
00000400:00000200:3.0:1786566657.497885:0:69355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008edca35b
00000400:00000010:3.0:1786566657.497895:0:69355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008edca35b.
00000400:00000200:3.0:1786566657.497912:0:69355:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566657.497918:0:69355:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566657.497922:0:69355:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a8ab9bf.
00000400:00000010:3.0:1786566657.497943:0:69355:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e5ec38a5.
00000400:00000200:3.0:1786566657.937797:0:69669:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566657.937807:0:69669:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000008832f99a.
00000400:00000200:3.0:1786566657.937817:0:69669:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566657.937835:0:69669:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000001a1fd704.
00000400:00000200:3.0:1786566657.937841:0:69669:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566657.937845:0:69669:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000001a1fd704.
00000400:00000010:3.0:1786566657.937851:0:69669:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000008832f99a.
00000400:00000200:3.0:1786566659.055915:0:69677:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566659.055925:0:69677:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000008832f99a.
00000400:00000200:3.0:1786566659.055937:0:69677:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566659.055955:0:69677:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000001a1fd704.
00000400:00000200:3.0:1786566659.055962:0:69677:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566659.055966:0:69677:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000001a1fd704.
00000400:00000010:3.0:1786566659.055974:0:69677:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000008832f99a.
00000400:00000010:3.0:1786566659.545765:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 000000005b78f6dd.
00000400:00000010:3.0:1786566659.545781:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ed1e900.
00000400:00000010:3.0:1786566659.545787:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edca35b.
00000400:00000010:3.0:1786566659.545796:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000a4ce9c59.
00000400:00000200:3.0:1786566659.545804:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566659.545826:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566659.545832:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566659.545957:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [24:24:256:4294967295] 192.168.201.5@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:3.0:1786566659.545967:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566659.545974:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566659.545980:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566659.545985:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039f1ce22.
00000800:00000200:3.0:1786566659.545991:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566659.545999:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566659.546004:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000039f1ce22 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566659.546073:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 3 next ping: 1447 last alive: 1432 health: 0
00000400:00000200:2.0:1786566659.546144:0:69367:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 3
00000400:00000200:2.0:1786566659.546150:0:69367:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:2.0:1786566659.546153:0:69367:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:2.0:1786566659.546157:0:69367:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [00000000221fef1c] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:2.0:1786566659.546161:0:69367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039f1ce22.
00000400:00000200:2.0:1786566659.546167:0:69367:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1786566659.546170:0:69367:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:2.0:1786566659.546175:0:69367:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:2.0:1786566659.546178:0:69367:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:2.0:1786566659.546181:0:69367:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:0.0:1786566660.156516:0:69685:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566660.156547:0:69685:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000003f23775d.
00000400:00000200:0.0:1786566660.156558:0:69685:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566660.156577:0:69685:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000005d2eab7e.
00000400:00000200:0.0:1786566660.156585:0:69685:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566660.156589:0:69685:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000005d2eab7e.
00000400:00000010:0.0:1786566660.156596:0:69685:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000003f23775d.
00000400:00000200:3.0:1786566660.569825:0:69355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008edca35b
00000400:00000010:3.0:1786566660.569837:0:69355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008edca35b.
00000400:00000200:3.0:1786566660.569856:0:69355:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566660.569863:0:69355:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566660.569868:0:69355:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b78f6dd.
00000400:00000010:3.0:1786566660.569873:0:69355:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ed1e900.
00000400:00000200:0.0:1786566661.320767:0:69694:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566661.320775:0:69694:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000005d2eab7e.
00000400:00000200:0.0:1786566661.320784:0:69694:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566661.320800:0:69694:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000927572c0.
00000400:00000200:0.0:1786566661.320872:0:69694:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566661.320877:0:69694:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000927572c0.
00000400:00000010:0.0:1786566661.320886:0:69694:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000005d2eab7e.
00000400:00000200:1.0:1786566662.400071:0:69702:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566662.400078:0:69702:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000004ca0e8f2.
00000400:00000200:1.0:1786566662.400087:0:69702:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566662.400102:0:69702:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 0000000066ec4fba.
00000400:00000200:1.0:1786566662.400107:0:69702:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566662.400110:0:69702:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 0000000066ec4fba.
00000400:00000010:1.0:1786566662.400116:0:69702:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000004ca0e8f2.
00000400:00000200:3.0:1786566663.503619:0:69710:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566663.503631:0:69710:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000001a1fd704.
00000400:00000200:3.0:1786566663.503776:0:69710:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566663.503805:0:69710:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000005ca619f0.
00000400:00000200:3.0:1786566663.503812:0:69710:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566663.503817:0:69710:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000005ca619f0.
00000400:00000010:3.0:1786566663.503826:0:69710:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000001a1fd704.
00000400:00000200:1.0:1786566664.617308:0:69718:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566664.617317:0:69718:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000004ca0e8f2.
00000400:00000200:1.0:1786566664.617329:0:69718:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566664.617348:0:69718:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 0000000066ec4fba.
00000400:00000200:1.0:1786566664.617354:0:69718:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566664.617359:0:69718:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 0000000066ec4fba.
00000400:00000010:1.0:1786566664.617366:0:69718:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000004ca0e8f2.
00000400:00000200:1.0:1786566665.719456:0:69726:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566665.719466:0:69726:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000004ca0e8f2.
00000400:00000200:1.0:1786566665.719477:0:69726:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566665.719496:0:69726:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 0000000066ec4fba.
00000400:00000200:1.0:1786566665.719504:0:69726:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566665.719507:0:69726:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 0000000066ec4fba.
00000400:00000010:1.0:1786566665.719516:0:69726:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000004ca0e8f2.
00000400:00000200:0.0:1786566666.774436:0:69734:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566666.774452:0:69734:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000005d2eab7e.
00000400:00000200:0.0:1786566666.774462:0:69734:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566666.774479:0:69734:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000927572c0.
00000400:00000200:0.0:1786566666.774486:0:69734:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566666.774490:0:69734:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000927572c0.
00000400:00000010:0.0:1786566666.774499:0:69734:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000005d2eab7e.
00000400:00000010:3.0:1786566667.738829:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 0000000044f03f57.
00000400:00000010:3.0:1786566667.738844:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e5ec38a5.
00000400:00000010:3.0:1786566667.738851:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edca35b.
00000400:00000010:3.0:1786566667.738860:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000002fb3df7b.
00000400:00000200:3.0:1786566667.738870:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566667.738885:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566667.738891:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566667.738894:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [25:25:256:4294967295] 192.168.201.5@tcp LPNI seq info [8:8:8:4294967295]
00000400:00000200:3.0:1786566667.738901:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566667.738908:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566667.738914:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566667.738918:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007260b6e8.
00000800:00000200:3.0:1786566667.738925:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566667.738933:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:3.0:1786566667.738938:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007260b6e8 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566667.738960:0:69355:0:(peer.c:4749:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.201.5@tcp aged out last alive 1432
00000400:00000200:0.0:1786566667.739035:0:69366:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 4
00000400:00000200:0.0:1786566667.739041:0:69366:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:0.0:1786566667.739044:0:69366:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566667.739048:0:69366:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000039e21151] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:0.0:1786566667.739053:0:69366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007260b6e8.
00000400:00000200:0.0:1786566667.739059:0:69366:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786566667.739063:0:69366:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:0.0:1786566667.739070:0:69366:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566667.739073:0:69366:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566667.739076:0:69366:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:3.0:1786566667.933747:0:69742:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566667.933758:0:69742:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000001a1fd704.
00000400:00000010:3.0:1786566667.933775:0:69742:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000001a1fd704.
00000001:02000400:2.0:1786566667.975159:0:69745:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -p
00000400:00000200:2.0:1786566668.002040:0:69746:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:2.0:1786566668.002049:0:69746:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 0000000016aac477.
00000400:00000010:2.0:1786566668.002056:0:69746:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 0000000016aac477.
00000400:00000010:1.0:1786566668.054056:0:69752:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566668.054142:0:69752:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000009177c219.
00000400:00000010:1.0:1786566668.110374:0:69757:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566668.110460:0:69757:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000009177c219.
00000001:02000400:0.0:1786566668.125861:0:69760:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop del -a
00000400:00000200:1.0:1786566668.160510:0:69761:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566668.160520:0:69761:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566668.160526:0:69761:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:1.0:1786566668.160527:0:69761:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566668.160529:0:69761:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:1.0:1786566668.160532:0:69761:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:1.0:1786566668.160541:0:69761:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:1.0:1786566668.160543:0:69761:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 000000001a30c9d2.
00000400:00000200:1.0:1786566668.160552:0:69761:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:1.0:1786566668.160554:0:69761:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000131d2c0b.
00000400:00000200:1.0:1786566668.160559:0:69761:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp->dst: 255.255.255.255@tcp (1/1, 0)
00000400:00000010:1.0:1786566668.160560:0:69761:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 00000000d8675922.
00000400:00000200:1.0:1786566668.160565:0:69761:0:(net_fault.c:273:lnet_drop_rule_del()) Remove drop rule: src 255.255.255.255@tcp1->dst: 255.255.255.255@tcp1 (1/1, 0)
00000400:00000010:1.0:1786566668.160566:0:69761:0:(net_fault.c:276:lnet_drop_rule_del()) kfreed 'rule': 312 at 0000000061d806dd.
00000001:02000400:3.0:1786566668.193080:0:69762:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set recovery_limit 0
00000001:02000400:2.0:1786566668.280182:0:69764:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl peer set --nid 192.168.201.5@tcp --health 500
00000400:00000200:1.0:1786566668.345066:0:69765:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 0 next ping: 1448 last alive: 1432 health: 500
00000400:00000200:2.0:1786566668.437201:0:69771:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:2.0:1786566668.437211:0:69771:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000d8d3dbf9.
00000400:00000200:2.0:1786566668.437221:0:69771:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566668.437240:0:69771:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000001399f8b7.
00000400:00000200:2.0:1786566668.437246:0:69771:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:2.0:1786566668.437250:0:69771:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000001399f8b7.
00000400:00000010:2.0:1786566668.438443:0:69771:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000d8d3dbf9.
00000001:02000400:1.0:1786566668.482138:0:69773:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -p
00000400:00000200:1.0:1786566668.523214:0:69774:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566668.523225:0:69774:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000460e8e4a.
00000400:00000200:1.0:1786566668.523235:0:69774:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566668.523265:0:69774:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000d9d333fa.
00000400:00000200:1.0:1786566668.523271:0:69774:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566668.523275:0:69774:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000d9d333fa.
00000400:00000010:1.0:1786566668.523283:0:69774:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000460e8e4a.
00000400:00000200:0.0:1786566668.599357:0:69780:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566668.599367:0:69780:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000005d2eab7e.
00000400:00000200:0.0:1786566668.599378:0:69780:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566668.599396:0:69780:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000927572c0.
00000400:00000200:0.0:1786566668.599403:0:69780:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566668.599407:0:69780:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000927572c0.
00000400:00000010:0.0:1786566668.599415:0:69780:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000005d2eab7e.
00000400:00000200:3.0:1786566668.761803:0:69355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008edca35b
00000400:00000010:3.0:1786566668.761817:0:69355:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008edca35b.
00000400:00000200:3.0:1786566668.761826:0:69355:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566668.761833:0:69355:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566668.761838:0:69355:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000044f03f57.
00000400:00000010:3.0:1786566668.761844:0:69355:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e5ec38a5.
00000400:00000010:3.0:1786566668.761856:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 0000000044f03f57.
00000400:00000010:3.0:1786566668.761862:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e5ec38a5.
00000400:00000010:3.0:1786566668.761866:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edca35b.
00000400:00000010:3.0:1786566668.761873:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000018af61e3.
00000400:00000200:3.0:1786566668.761877:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566668.761888:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566668.761895:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566668.761898:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [26:26:256:4294967295] 192.168.201.5@tcp LPNI seq info [9:9:8:4294967295]
00000400:00000200:3.0:1786566668.761905:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566668.761912:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566668.761918:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566668.761923:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000edd4c902.
00000800:00000200:3.0:1786566668.761931:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566668.761940:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566668.761944:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000edd4c902 type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566668.761968:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1450 last alive: 1432 health: 500
00000800:00000200:2.0:1786566668.762332:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566668.762337:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000edd4c902.
00000400:00000200:2.0:1786566668.762342:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566668.762347:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:2.0:1786566668.762351:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0
00000400:00000200:2.0:1786566668.762353:0:69365:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent successfully:0
00000400:00000200:2.0:1786566668.762377:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:2.0:1786566668.762408:0:69365:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566668.762416:0:69365:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:2.0:1786566668.762424:0:69365:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566668.762429:0:69365:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [27:27:256:4294967295] 192.168.201.5@tcp LPNI seq info [10:10:8:4294967295]
00000400:00000200:2.0:1786566668.762437:0:69365:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:2.0:1786566668.762441:0:69365:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566668.762445:0:69365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c693bc77.
00000800:00000200:2.0:1786566668.762449:0:69365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1786566668.762453:0:69365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:2.0:1786566668.762455:0:69365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c693bc77 type 3, nob 160 niov 1 nkiov 1
00000800:00000200:2.0:1786566668.762501:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566668.762509:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c693bc77.
00000400:00000200:2.0:1786566668.762513:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566668.762516:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566668.762532:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:2.0:1786566668.762540:0:69365:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x2d
00000400:00000200:2.0:1786566668.762546:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566668.762549:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566668.762552:0:69365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008edca35b
00000400:00000010:2.0:1786566668.762553:0:69365:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008edca35b.
00000400:00000200:2.0:1786566668.762556:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0
00000400:00000010:2.0:1786566668.762559:0:69365:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000044f03f57.
00000400:00000010:2.0:1786566668.762562:0:69365:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e5ec38a5.
00000400:00000200:0.0:1786566669.769836:0:69788:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566669.769846:0:69788:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000927572c0.
00000400:00000200:0.0:1786566669.769858:0:69788:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566669.769888:0:69788:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000003865bd07.
00000400:00000200:0.0:1786566669.769896:0:69788:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:0.0:1786566669.769901:0:69788:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000003865bd07.
00000400:00000010:0.0:1786566669.769911:0:69788:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000927572c0.
00000400:00000010:3.0:1786566670.810819:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 00000000d878861c.
00000400:00000010:3.0:1786566670.810845:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000504fa200.
00000400:00000010:3.0:1786566670.810851:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ede06b2e.
00000400:00000010:3.0:1786566670.810860:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000005f952baa.
00000400:00000200:3.0:1786566670.810868:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566670.810881:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566670.810887:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566670.810898:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [28:28:256:4294967295] 192.168.201.5@tcp LPNI seq info [11:11:8:4294967295]
00000400:00000200:3.0:1786566670.810906:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566670.810913:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566670.810920:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566670.810924:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a191da6a.
00000800:00000200:3.0:1786566670.810931:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566670.810939:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566670.810944:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a191da6a type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566670.810965:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1452 last alive: 1448 health: 700
00000800:00000200:2.0:1786566670.811619:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566670.811625:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a191da6a.
00000400:00000200:2.0:1786566670.811649:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566670.811656:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:2.0:1786566670.811661:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0
00000400:00000200:2.0:1786566670.811664:0:69365:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent successfully:0
00000400:00000200:2.0:1786566670.811704:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:2.0:1786566670.811713:0:69365:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566670.811721:0:69365:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:2.0:1786566670.811729:0:69365:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566670.811734:0:69365:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [29:29:256:4294967295] 192.168.201.5@tcp LPNI seq info [12:12:8:4294967295]
00000400:00000200:2.0:1786566670.811741:0:69365:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:2.0:1786566670.811745:0:69365:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566670.811748:0:69365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c693bc77.
00000800:00000200:2.0:1786566670.811752:0:69365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1786566670.811757:0:69365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:2.0:1786566670.811760:0:69365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c693bc77 type 3, nob 160 niov 1 nkiov 1
00000800:00000200:2.0:1786566670.811827:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566670.811836:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c693bc77.
00000400:00000200:2.0:1786566670.811839:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566670.811843:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566670.811859:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:2.0:1786566670.811866:0:69365:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x31
00000400:00000200:2.0:1786566670.811874:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566670.811876:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566670.811880:0:69365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ede06b2e
00000400:00000010:2.0:1786566670.811882:0:69365:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ede06b2e.
00000400:00000200:2.0:1786566670.811885:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0
00000400:00000010:2.0:1786566670.811887:0:69365:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d878861c.
00000400:00000010:2.0:1786566670.811890:0:69365:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000504fa200.
00000400:00000200:1.0:1786566670.856145:0:69796:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:1.0:1786566670.856155:0:69796:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000460e8e4a.
00000400:00000200:1.0:1786566670.856166:0:69796:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566670.856183:0:69796:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 00000000d9d333fa.
00000400:00000200:1.0:1786566670.856190:0:69796:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:1.0:1786566670.856194:0:69796:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 00000000d9d333fa.
00000400:00000010:1.0:1786566670.856205:0:69796:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000460e8e4a.
00000400:00000200:3.0:1786566671.992958:0:69804:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566671.992969:0:69804:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000dc389b57.
00000400:00000200:3.0:1786566671.992980:0:69804:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566671.992999:0:69804:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000007f8b85e7.
00000400:00000200:3.0:1786566671.993008:0:69804:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566671.993012:0:69804:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000007f8b85e7.
00000400:00000010:3.0:1786566671.993020:0:69804:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000dc389b57.
00000400:00000010:3.0:1786566672.857783:0:69355:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 000000007a1c650d.
00000400:00000010:3.0:1786566672.857804:0:69355:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d8675922.
00000400:00000010:3.0:1786566672.857812:0:69355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000266b0c09.
00000400:00000010:3.0:1786566672.857825:0:69355:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000046704a27.
00000400:00000200:3.0:1786566672.857836:0:69355:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566672.857852:0:69355:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566672.857859:0:69355:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566672.857876:0:69355:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [30:30:256:4294967295] 192.168.201.5@tcp LPNI seq info [13:13:8:4294967295]
00000400:00000200:3.0:1786566672.857889:0:69355:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566672.857897:0:69355:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566672.857903:0:69355:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566672.857910:0:69355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c22fb8f.
00000800:00000200:3.0:1786566672.857917:0:69355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566672.857925:0:69355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566672.857945:0:69355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c22fb8f type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566672.857969:0:69355:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1454 last alive: 1450 health: 900
00000800:00000200:2.0:1786566672.858238:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566672.858243:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c22fb8f.
00000400:00000200:2.0:1786566672.858250:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566672.858255:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:2.0:1786566672.858259:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: 0
00000400:00000200:2.0:1786566672.858262:0:69365:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent successfully:0
00000400:00000200:2.0:1786566672.858289:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:2.0:1786566672.858298:0:69365:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566672.858305:0:69365:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:2.0:1786566672.858313:0:69365:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566672.858317:0:69365:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [31:31:256:4294967295] 192.168.201.5@tcp LPNI seq info [14:14:8:4294967295]
00000400:00000200:2.0:1786566672.858325:0:69365:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:2.0:1786566672.858329:0:69365:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566672.858332:0:69365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c693bc77.
00000800:00000200:2.0:1786566672.858336:0:69365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ae3edbd] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1786566672.858340:0:69365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:2.0:1786566672.858342:0:69365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c693bc77 type 3, nob 160 niov 1 nkiov 1
00000800:00000200:2.0:1786566672.858400:0:69365:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566672.858409:0:69365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c693bc77.
00000400:00000200:2.0:1786566672.858412:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566672.858416:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566672.858433:0:69365:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:2.0:1786566672.858440:0:69365:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x35
00000400:00000200:2.0:1786566672.858447:0:69365:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566672.858450:0:69365:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566672.858455:0:69365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000266b0c09
00000400:00000010:2.0:1786566672.858457:0:69365:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000266b0c09.
00000400:00000200:2.0:1786566672.858459:0:69365:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 3 status: 0
00000400:00000010:2.0:1786566672.858462:0:69365:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007a1c650d.
00000400:00000010:2.0:1786566672.858465:0:69365:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d8675922.
00000400:00000200:3.0:1786566673.081860:0:69812:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:3.0:1786566673.081870:0:69812:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000dc389b57.
00000400:00000200:3.0:1786566673.081883:0:69812:0:(api-ni.c:9583:lnet_debug_recovery_show_start()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566673.083519:0:69812:0:(api-ni.c:9645:lnet_debug_recovery_show_dump()) alloc '(keys)': 40 at 000000007f8b85e7.
00000400:00000200:3.0:1786566673.083532:0:69812:0:(api-ni.c:9698:lnet_debug_recovery_show_dump()) nid: 192.168.201.5@tcp
00000400:00000010:3.0:1786566673.083537:0:69812:0:(api-ni.c:9496:lnet_debug_recovery_show_done()) kfreed 'drlist->lgdrl_keys': 40 at 000000007f8b85e7.
00000400:00000010:3.0:1786566673.083545:0:69812:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000dc389b57.
00000400:00000200:0.0:1786566674.155108:0:69820:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566674.155117:0:69820:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 00000000ba41e2e4.
00000400:00000010:0.0:1786566674.155123:0:69820:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 00000000ba41e2e4.
00000001:02000400:1.0:1786566674.191487:0:69822:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl debug recovery -p
00000400:00000200:0.0:1786566674.220337:0:69823:0:(api-ni.c:9546:lnet_debug_recovery_show_start()) Got queue_type: 1
00000400:00000010:0.0:1786566674.220346:0:69823:0:(api-ni.c:9548:lnet_debug_recovery_show_start()) alloc '(drlist)': 40 at 000000002260df5e.
00000400:00000010:0.0:1786566674.220353:0:69823:0:(api-ni.c:9499:lnet_debug_recovery_show_done()) kfreed 'drlist': 40 at 000000002260df5e.
00000001:02000400:1.0:1786566674.274120:0:69826:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure
00000400:00000200:0.0:1786566674.299227:0:69827:0:(net_fault.c:255:lnet_drop_rule_del()) src <?> dst <?>
00000400:00000200:1.0:1786566674.299666:0:69356:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: -108
00000400:00000200:1.0:1786566674.299672:0:69356:0:(peer.c:4385:lnet_peer_discovery()) stopping
00000400:00000200:1.0:1786566674.299679:0:69356:0:(peer.c:4431:lnet_peer_discovery()) stopped
00000400:00000200:0.0:1786566674.304674:0:69827:0:(peer.c:4488:lnet_peer_discovery_stop()) discovery stopped
00000400:00000010:0.0:1786566674.307310:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 000000003a2e2263.
00000400:00000010:0.0:1786566674.307322:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000fb2329d4.
00000400:00000010:0.0:1786566674.307324:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000b3813fa8.
00000400:00000010:0.0:1786566674.307327:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000019c24e74.
00000400:00000010:0.0:1786566674.307328:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 00000000a4ce9c59.
00000400:00000010:0.0:1786566674.307330:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 000000002fb3df7b.
00000400:00000010:0.0:1786566674.307332:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000018af61e3.
00000400:00000010:0.0:1786566674.307333:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 000000005f952baa.
00000400:00000010:0.0:1786566674.307335:0:69827:0:(lib-lnet.h:455:lnet_rspt_free()) free 'rspt': 64 at 0000000046704a27.
00000400:00000010:0.0:1786566674.307338:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b75b22be.
00000400:00000010:0.0:1786566674.307341:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f05a57ff.
00000400:00000010:0.0:1786566674.307346:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000074992104.
00000400:00000010:0.0:1786566674.307348:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fd2a06d3.
00000400:00000010:0.0:1786566674.307356:0:69827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32e4b15.
00000400:00000200:0.0:1786566674.307359:0:69827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd84b746
00000400:00000010:0.0:1786566674.307361:0:69827:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000cd84b746.
00000400:00000200:0.0:1786566674.307365:0:69827:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 6 status 0 unlinked 1
00000400:00000010:0.0:1786566674.307369:0:69827:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e9853f4.
00000400:00000400:0.0:1786566674.307373:0:69827:0:(lib-ptl.c:964:lnet_clear_lazy_portal()) Active lazy portal 0 on exit
00000400:00000010:0.0:1786566674.313223:0:69827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000754ba09d.
00000400:00000200:0.0:1786566674.313234:0:69827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006565f854
00000400:00000010:0.0:1786566674.313236:0:69827:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000006565f854.
00000400:00000010:1.0:1786566674.313499:0:69827:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000032b96662.
00000400:00000200:0.0:1786566674.314240:0:69368:0:(acceptor.c:659:lnet_acceptor()) Acceptor stopping
00000400:00000200:1.0:1786566674.314662:0:69827:0:(router.c:792:lnet_del_route()) Del route: net <255:65535> : gw <?>
00000400:00000200:1.0:1786566674.314685:0:69827:0:(lo.c:49:lolnd_shutdown()) shutdown
00000400:00000010:1.0:1786566674.314689:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000a569490.
00000400:00000010:1.0:1786566674.314694:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000889fbebd.
00000400:00000010:1.0:1786566674.314696:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000decc4513.
00000400:00000010:1.0:1786566674.314698:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000083654729.
00000400:00000010:1.0:1786566674.314700:0:69827:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000002e1f88db.
00000400:00000010:1.0:1786566674.314709:0:69827:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 000000004ba733d5.
00000800:00000200:1.1:1786566674.314724:0:69827:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.1:1786566674.314744:0:69827:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1786566674.314746:0:69827:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1786566674.314748:0:69827:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000010:1.1:1786566674.314751:0:69827:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 00000000c4dd4459.
00000400:00020000:1.0:1786566674.314756:0:69827:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000200:0.0:1786566674.316107:0:69364:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000098be99b
00000800:00000010:0.0:1786566674.316115:0:69364:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 00000000098be99b.
00000800:00000200:0.0:1786566674.316118:0:69364:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000005605d3db
00000800:00000010:0.0:1786566674.316119:0:69364:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 000000005605d3db.
00000800:00000200:0.0:1786566674.316132:0:69364:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000221fef1c
00000800:00000010:0.0:1786566674.316133:0:69364:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 00000000221fef1c.
00000800:00000200:0.0:1786566674.316141:0:69364:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000039e21151
00000800:00000200:0.0:1786566674.316149:0:69364:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 000000001ae3edbd deleted
00000800:00000010:0.0:1786566674.316151:0:69364:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001ae3edbd.
00000800:00000010:0.0:1786566674.316154:0:69364:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4720 at 0000000039e21151.
00000800:00000010:0.0:1786566674.339769:0:69827:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 000000009a08fa9b.
00000400:02000000:0.0:1786566674.339791:0:69827:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp
00000400:00000010:0.0:1786566674.341575:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f5c615f1.
00000400:00000010:0.0:1786566674.341662:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007637a788.
00000400:00000010:0.0:1786566674.341664:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bb64760e.
00000400:00000010:0.0:1786566674.341666:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000abeb6e4f.
00000400:00000010:0.0:1786566674.341669:0:69827:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 00000000759aae53.
00000400:00000010:0.0:1786566674.341671:0:69827:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 00000000207f9278.
00000400:00000200:0.0:1786566674.341689:0:69827:0:(peer.c:620:lnet_peer_ni_clr_local_net_locked()) 00000000cd3e1d1b nid 192.168.201.5@tcp detached from local net
00000400:00000010:2.0:1786566674.341756:0:69827:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 000000009c2cce23.
00000400:00020000:2.0:1786566674.341780:0:69827:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found
00000800:00000010:2.0:1786566674.341783:0:69827:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 00000000a3f4e371.
00000800:00000010:2.0:1786566674.341787:0:69827:0:(socklnd.c:2235:ksocknal_base_shutdown()) before NAL cleanup: kmem 418789
00000800:00000200:2.0:1786566674.341794:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566674.341797:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566674.341799:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:2.0:1786566674.341801:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:2.0:1786566674.341803:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:2.0:1786566674.341805:0:69827:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000400:00000010:2.0:1786566674.354845:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000b843f054.
00000400:00000010:2.0:1786566674.354859:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c5fdb899.
00000800:00000010:2.0:1786566674.354863:0:69827:0:(socklnd.c:2296:ksocknal_base_shutdown()) after NAL cleanup: kmem 418637
00000400:02000000:2.0:1786566674.354873:0:69827:0:(api-ni.c:2563:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.201.5@tcp1
00000400:00000010:2.0:1786566674.356596:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000093c5e081.
00000400:00000010:2.0:1786566674.356621:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004b5f354b.
00000400:00000010:2.0:1786566674.356624:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000321f3f0b.
00000400:00000010:2.0:1786566674.356626:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c8cb50f6.
00000400:00000010:2.0:1786566674.356629:0:69827:0:(config.c:286:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 00000000f9edb936.
00000400:00000010:2.0:1786566674.356677:0:69827:0:(config.c:293:lnet_ni_free()) kfreed 'ni': 552 at 000000006f69b83a.
00000400:00000200:2.0:1786566674.356697:0:69827:0:(peer.c:442:lnet_peer_del_locked()) peer 192.168.201.5@tcp1
00000400:00000200:2.0:1786566674.356702:0:69827:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp
00000400:00000200:2.0:1786566674.356705:0:69827:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 00000000cd3e1d1b nid 192.168.201.5@tcp
00000400:00000010:2.0:1786566674.356707:0:69827:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 00000000cd3e1d1b.
00000400:00000200:2.0:1786566674.356711:0:69827:0:(peer.c:213:lnet_destroy_peer_net_locked()) 00000000773c76fb net tcp
00000400:00000010:2.0:1786566674.356713:0:69827:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000773c76fb.
00000400:00000200:2.0:1786566674.356718:0:69827:0:(peer.c:364:lnet_peer_detach_peer_ni_locked()) peer 192.168.201.5@tcp1 NID 192.168.201.5@tcp1
00000400:00000200:2.0:1786566674.356720:0:69827:0:(peer.c:2392:lnet_destroy_peer_ni_locked()) 00000000ade9f5cb nid 192.168.201.5@tcp1
00000400:00000010:2.0:1786566674.356722:0:69827:0:(peer.c:2422:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 480 at 00000000ade9f5cb.
00000400:00000200:2.0:1786566674.356724:0:69827:0:(peer.c:213:lnet_destroy_peer_net_locked()) 00000000147ea4fe net tcp1
00000400:00000010:2.0:1786566674.356725:0:69827:0:(peer.c:220:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000147ea4fe.
00000400:00000200:2.0:1786566674.356729:0:69827:0:(peer.c:274:lnet_destroy_peer_locked()) 000000005fffbc48 nid 192.168.201.5@tcp1
00000400:00000010:2.0:1786566674.356732:0:69827:0:(peer.c:304:lnet_destroy_peer_locked()) kfreed 'lp': 360 at 000000005fffbc48.
00000400:00000010:2.0:1786566674.356736:0:69827:0:(config.c:329:lnet_net_free()) kfreed 'net': 176 at 00000000e66b619e.
00000400:00000010:2.0:1786566674.356743:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a6f6b634.
00000400:00000010:2.0:1786566674.356746:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000093587949.
00000400:00000010:2.0:1786566674.356752:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002533e6b6.
00000400:00000010:2.0:1786566674.356755:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000db2f162c.
00000400:00000010:2.0:1786566674.356758:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000008a86bf26.
00000400:00000010:2.0:1786566674.356760:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000e321783d.
00000400:00000010:2.0:1786566674.356764:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c6fb487a.
00000400:00000010:2.0:1786566674.356766:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009dc160a9.
00000400:00000010:2.0:1786566674.356768:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000013d873bc.
00000400:00000010:2.0:1786566674.356769:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006d7d916c.
00000400:00000010:2.0:1786566674.356772:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f5185401.
00000400:00000010:2.0:1786566674.356774:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000041024c8e.
00000400:00000010:2.0:1786566674.356776:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006f6ef843.
00000400:00000010:2.0:1786566674.356777:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000aae7437d.
00000400:00000010:2.0:1786566674.356780:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002b29a6f5.
00000400:00000010:2.0:1786566674.356784:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f751b585.
00000400:00000010:2.0:1786566674.356786:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000370cb4b8.
00000400:00000010:2.0:1786566674.356787:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d6e98828.
00000400:00000010:2.0:1786566674.356797:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d21b8776.
00000400:00000010:2.0:1786566674.356800:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001d34ae6c.
00000400:00000010:2.0:1786566674.356802:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000b90283f.
00000400:00000010:2.0:1786566674.356804:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c82fbdf9.
00000400:00000010:2.0:1786566674.356807:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000029c266dd.
00000400:00000010:2.0:1786566674.356810:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000410e6108.
00000400:00000010:2.0:1786566674.356812:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000491da5f1.
00000400:00000010:2.0:1786566674.356814:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000600aa7c8.
00000400:00000010:2.0:1786566674.356817:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d389faae.
00000400:00000010:2.0:1786566674.356819:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d43b090d.
00000400:00000010:2.0:1786566674.356821:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f0da29cf.
00000400:00000010:2.0:1786566674.356823:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a44ff1ab.
00000400:00000010:2.0:1786566674.356826:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000064e99334.
00000400:00000010:2.0:1786566674.356831:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c108bc0d.
00000400:00000010:2.0:1786566674.356833:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a7c6f0d1.
00000400:00000010:2.0:1786566674.356835:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000a0cb491.
00000400:00000010:2.0:1786566674.356838:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d09b5435.
00000400:00000010:2.0:1786566674.356841:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000215c4f45.
00000400:00000010:2.0:1786566674.356843:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c6bdc2b2.
00000400:00000010:2.0:1786566674.356845:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006d8ff13b.
00000400:00000010:2.0:1786566674.356848:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001eba4a8f.
00000400:00000010:2.0:1786566674.356851:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f814656c.
00000400:00000010:2.0:1786566674.356852:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000368bcaa9.
00000400:00000010:2.0:1786566674.356854:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002d1522e8.
00000400:00000010:2.0:1786566674.356857:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c9fb8771.
00000400:00000010:2.0:1786566674.356859:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a03ebc5d.
00000400:00000010:2.0:1786566674.356861:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d1b87afc.
00000400:00000010:2.0:1786566674.356862:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002051aa2d.
00000400:00000010:2.0:1786566674.356865:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006cab3c19.
00000400:00000010:2.0:1786566674.356868:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000be88a2ca.
00000400:00000010:2.0:1786566674.356870:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000462694ef.
00000400:00000010:2.0:1786566674.356871:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000b4c124c2.
00000400:00000010:2.0:1786566674.356874:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dddd2652.
00000400:00000010:2.0:1786566674.356882:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000cd35bac0.
00000400:00000010:2.0:1786566674.356884:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f3a36cb1.
00000400:00000010:2.0:1786566674.356886:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008fc36899.
00000400:00000010:2.0:1786566674.356889:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000086352e5d.
00000400:00000010:2.0:1786566674.356892:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000616eb8e0.
00000400:00000010:2.0:1786566674.356893:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000074647420.
00000400:00000010:2.0:1786566674.356895:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000005af0b918.
00000400:00000010:2.0:1786566674.356898:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000011ccf0e5.
00000400:00000010:2.0:1786566674.356901:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000aebe5955.
00000400:00000010:2.0:1786566674.356903:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000735be000.
00000400:00000010:2.0:1786566674.356904:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000eb49859.
00000400:00000010:2.0:1786566674.356908:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d18e145f.
00000400:00000010:2.0:1786566674.356911:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000083af580.
00000400:00000010:2.0:1786566674.356912:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ec59cf0b.
00000400:00000010:2.0:1786566674.356914:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009dec446a.
00000400:00000010:2.0:1786566674.356918:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000064b4582f.
00000400:00000010:2.0:1786566674.356920:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ca463bc9.
00000400:00000010:2.0:1786566674.356922:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000b7dda1f8.
00000400:00000010:2.0:1786566674.356923:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a77504f5.
00000400:00000010:2.0:1786566674.356926:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008f7bcc6c.
00000400:00000010:2.0:1786566674.356928:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009b117bff.
00000400:00000010:2.0:1786566674.356930:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000fbe539a0.
00000400:00000010:2.0:1786566674.356932:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003be8d3aa.
00000400:00000010:2.0:1786566674.356934:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cbbd109f.
00000400:00000010:2.0:1786566674.356937:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e900a2d5.
00000400:00000010:2.0:1786566674.356938:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c4e64d46.
00000400:00000010:2.0:1786566674.356940:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000dc14350a.
00000400:00000010:2.0:1786566674.356943:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000621d7e77.
00000400:00000010:2.0:1786566674.356946:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007b52bcc2.
00000400:00000010:2.0:1786566674.356948:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000001ce283dc.
00000400:00000010:2.0:1786566674.356949:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000f224d0b.
00000400:00000010:2.0:1786566674.356953:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000026642e85.
00000400:00000010:2.0:1786566674.356955:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000072d33327.
00000400:00000010:2.0:1786566674.356963:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000bc2da129.
00000400:00000010:2.0:1786566674.356965:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001b49a781.
00000400:00000010:2.0:1786566674.356968:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000082fbc4ea.
00000400:00000010:2.0:1786566674.356970:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003b92a851.
00000400:00000010:2.0:1786566674.356971:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a019fec1.
00000400:00000010:2.0:1786566674.356973:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f66ce093.
00000400:00000010:2.0:1786566674.356976:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009a14b610.
00000400:00000010:2.0:1786566674.356978:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007af4c886.
00000400:00000010:2.0:1786566674.356979:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000bc061ae2.
00000400:00000010:2.0:1786566674.356980:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000000c21fec.
00000400:00000010:2.0:1786566674.356984:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008af02da6.
00000400:00000010:2.0:1786566674.356987:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b5070f55.
00000400:00000010:2.0:1786566674.356989:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000cb4b986e.
00000400:00000010:2.0:1786566674.356991:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000041be820.
00000400:00000010:2.0:1786566674.356994:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006dd031da.
00000400:00000010:2.0:1786566674.356997:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002e48d945.
00000400:00000010:2.0:1786566674.356998:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000cd1802ca.
00000400:00000010:2.0:1786566674.356999:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000cc6ed780.
00000400:00000010:2.0:1786566674.357003:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000045ff8553.
00000400:00000010:2.0:1786566674.357005:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a55ae025.
00000400:00000010:2.0:1786566674.357007:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000005adba7d1.
00000400:00000010:2.0:1786566674.357009:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000297e71d9.
00000400:00000010:2.0:1786566674.357012:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000053104787.
00000400:00000010:2.0:1786566674.357014:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ce5e39ea.
00000400:00000010:2.0:1786566674.357015:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000023f71f07.
00000400:00000010:2.0:1786566674.357017:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000a2a68b7.
00000400:00000010:2.0:1786566674.357020:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000086eac8c4.
00000400:00000010:2.0:1786566674.357024:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001e8f0ea3.
00000400:00000010:2.0:1786566674.357025:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f9766560.
00000400:00000010:2.0:1786566674.357027:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f9ce5608.
00000400:00000010:2.0:1786566674.357030:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f84faeb2.
00000400:00000010:2.0:1786566674.357032:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001de0361e.
00000400:00000010:2.0:1786566674.357033:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000880cc3ae.
00000400:00000010:2.0:1786566674.357041:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000061573a0c.
00000400:00000010:2.0:1786566674.357045:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000455db0a1.
00000400:00000010:2.0:1786566674.357048:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000069103878.
00000400:00000010:2.0:1786566674.357049:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000870935a7.
00000400:00000010:2.0:1786566674.357051:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000010a1f59d.
00000400:00000010:2.0:1786566674.357054:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f3e1b759.
00000400:00000010:2.0:1786566674.357057:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d82b5623.
00000400:00000010:2.0:1786566674.357059:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000068745034.
00000400:00000010:2.0:1786566674.357061:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000069257c00.
00000400:00000010:2.0:1786566674.357064:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000050ba302c.
00000400:00000010:2.0:1786566674.357087:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000008b0e6127.
00000400:00000010:2.0:1786566674.357091:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d17f3f85.
00000400:00000010:2.0:1786566674.357093:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000008f9715d7.
00000400:00000010:2.0:1786566674.357096:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000007d19a9b.
00000400:00000010:2.0:1786566674.357099:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000084af60a5.
00000400:00000010:2.0:1786566674.357101:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000a081e20.
00000400:00000010:2.0:1786566674.357103:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ca909c5f.
00000400:00000010:2.0:1786566674.357106:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009b0f0d59.
00000400:00000010:2.0:1786566674.357109:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000faf68385.
00000400:00000010:2.0:1786566674.357110:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007fdf7952.
00000400:00000010:2.0:1786566674.357112:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000009cb1212.
00000400:00000010:2.0:1786566674.357115:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e528a4ca.
00000400:00000010:2.0:1786566674.357118:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e2fb24ec.
00000400:00000010:2.0:1786566674.357120:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000079dca7fa.
00000400:00000010:2.0:1786566674.357121:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003438d95d.
00000400:00000010:2.0:1786566674.357124:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000040f55bfe.
00000400:00000010:2.0:1786566674.357128:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000089389bf.
00000400:00000010:2.0:1786566674.357130:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c075ceb2.
00000400:00000010:2.0:1786566674.357132:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001604068d.
00000400:00000010:2.0:1786566674.357135:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000000dc59d0.
00000400:00000010:2.0:1786566674.357138:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d8661963.
00000400:00000010:2.0:1786566674.357141:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d0d00ca5.
00000400:00000010:2.0:1786566674.357142:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000015c96f04.
00000400:00000010:2.0:1786566674.357153:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000044b7d370.
00000400:00000010:2.0:1786566674.357161:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000039c42c12.
00000400:00000010:2.0:1786566674.357163:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000040db7563.
00000400:00000010:2.0:1786566674.357165:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000057f1f211.
00000400:00000010:2.0:1786566674.357168:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cc47f82f.
00000400:00000010:2.0:1786566674.357172:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000015dae598.
00000400:00000010:2.0:1786566674.357173:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ab73748b.
00000400:00000010:2.0:1786566674.357175:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000001cc488b7.
00000400:00000010:2.0:1786566674.357179:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000acd4d4c4.
00000400:00000010:2.0:1786566674.357183:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000008c35c22d.
00000400:00000010:2.0:1786566674.357184:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006bc65c62.
00000400:00000010:2.0:1786566674.357186:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000005006be63.
00000400:00000010:2.0:1786566674.357191:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000008e0d6e5b.
00000400:00000010:2.0:1786566674.357194:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000043b54c3c.
00000400:00000010:2.0:1786566674.357195:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000009866d760.
00000400:00000010:2.0:1786566674.357197:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000abf2065b.
00000400:00000010:2.0:1786566674.357201:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000537b4d92.
00000400:00000010:2.0:1786566674.357203:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000d2918c0.
00000400:00000010:2.0:1786566674.357204:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000cd397881.
00000400:00000010:2.0:1786566674.357206:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000eb9c951f.
00000400:00000010:2.0:1786566674.357209:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f69b33c1.
00000400:00000010:2.0:1786566674.357212:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a9f473e5.
00000400:00000010:2.0:1786566674.357213:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006391adcf.
00000400:00000010:2.0:1786566674.357214:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002e5fa9a0.
00000400:00000010:2.0:1786566674.357218:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000074a3a589.
00000400:00000010:2.0:1786566674.357220:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000cc001662.
00000400:00000010:2.0:1786566674.357222:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000001ac491e9.
00000400:00000010:2.0:1786566674.357223:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000004c8c7ec.
00000400:00000010:2.0:1786566674.357226:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000077894564.
00000400:00000010:2.0:1786566674.357228:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003e68f005.
00000400:00000010:2.0:1786566674.357230:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000058ea8d93.
00000400:00000010:2.0:1786566674.357231:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000000fe0cc71.
00000400:00000010:2.0:1786566674.357234:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003c3b9b45.
00000400:00000010:2.0:1786566674.357244:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a5e581ad.
00000400:00000010:2.0:1786566674.357246:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000a1a31969.
00000400:00000010:2.0:1786566674.357247:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000fd3da720.
00000400:00000010:2.0:1786566674.357250:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d4b0520f.
00000400:00000010:2.0:1786566674.357260:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b063c5c7.
00000400:00000010:2.0:1786566674.357263:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000eac20421.
00000400:00000010:2.0:1786566674.357265:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000db037d94.
00000400:00000010:2.0:1786566674.357268:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dfc4c242.
00000400:00000010:2.0:1786566674.357270:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007b731765.
00000400:00000010:2.0:1786566674.357271:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000082945df4.
00000400:00000010:2.0:1786566674.357273:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000c5f73016.
00000400:00000010:2.0:1786566674.357276:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002f387345.
00000400:00000010:2.0:1786566674.357278:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000dabc31e7.
00000400:00000010:2.0:1786566674.357279:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000004fa0ca52.
00000400:00000010:2.0:1786566674.357280:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000491698e6.
00000400:00000010:2.0:1786566674.357283:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a7824fcf.
00000400:00000010:2.0:1786566674.357286:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000692a04e3.
00000400:00000010:2.0:1786566674.357288:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000dac2a338.
00000400:00000010:2.0:1786566674.357289:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000002b59a80d.
00000400:00000010:2.0:1786566674.357292:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d553dd2c.
00000400:00000010:2.0:1786566674.357297:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b8fa34ca.
00000400:00000010:2.0:1786566674.357298:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000116cb59a.
00000400:00000010:2.0:1786566674.357300:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000275c7444.
00000400:00000010:2.0:1786566674.357303:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f9047047.
00000400:00000010:2.0:1786566674.357305:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000036a29558.
00000400:00000010:2.0:1786566674.357307:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000031d75cb0.
00000400:00000010:2.0:1786566674.357308:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000bf401179.
00000400:00000010:2.0:1786566674.357312:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000fc93b382.
00000400:00000010:2.0:1786566674.357314:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000588b66c.
00000400:00000010:2.0:1786566674.357315:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000076909274.
00000400:00000010:2.0:1786566674.357316:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000009498f327.
00000400:00000010:2.0:1786566674.357319:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4469ee.
00000400:00000010:2.0:1786566674.357321:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005e4e9314.
00000400:00000010:2.0:1786566674.357328:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000470cdb24.
00000400:00000010:2.0:1786566674.357329:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000f671a5d4.
00000400:00000010:2.0:1786566674.357333:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000aa1a9181.
00000400:00000010:2.0:1786566674.357335:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d3136663.
00000400:00000010:2.0:1786566674.357336:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f94c6337.
00000400:00000010:2.0:1786566674.357338:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000070d90e39.
00000400:00000010:2.0:1786566674.357341:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e497327a.
00000400:00000010:2.0:1786566674.357343:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000eaa3b3f1.
00000400:00000010:2.0:1786566674.357344:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000330c27cf.
00000400:00000010:2.0:1786566674.357345:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000d65df41c.
00000400:00000010:2.0:1786566674.357349:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000041e24615.
00000400:00000010:2.0:1786566674.357350:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bd6ad29a.
00000400:00000010:2.0:1786566674.357352:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f07e8e53.
00000400:00000010:2.0:1786566674.357353:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a7f8e490.
00000400:00000010:2.0:1786566674.357356:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c4a022f.
00000400:00000010:2.0:1786566674.357358:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e53b79e7.
00000400:00000010:2.0:1786566674.357359:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000006ea9c0b3.
00000400:00000010:2.0:1786566674.357360:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000006a4fa27b.
00000400:00000010:2.0:1786566674.357363:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c636fb93.
00000400:00000010:2.0:1786566674.357376:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005a65ed4c.
00000400:00000010:2.0:1786566674.357378:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000ade0e9d3.
00000400:00000010:2.0:1786566674.357379:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 000000003e45ff8b.
00000400:00000010:2.0:1786566674.357382:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002d22357d.
00000400:00000010:2.0:1786566674.357385:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005fbac8b8.
00000400:00000010:2.0:1786566674.357386:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000040b2014f.
00000400:00000010:2.0:1786566674.357387:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000525ce8c1.
00000400:00000010:2.0:1786566674.357390:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d7fb47b.
00000400:00000010:2.0:1786566674.357392:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000694823a9.
00000400:00000010:2.0:1786566674.357394:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000253d2402.
00000400:00000010:2.0:1786566674.357395:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000ab318ba6.
00000400:00000010:2.0:1786566674.357398:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000036931990.
00000400:00000010:2.0:1786566674.357400:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000076171eef.
00000400:00000010:2.0:1786566674.357402:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000002240e37d.
00000400:00000010:2.0:1786566674.357408:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000003eda1e3.
00000400:00000010:2.0:1786566674.357412:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a6fcba5e.
00000400:00000010:2.0:1786566674.357414:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000304eb3d3.
00000400:00000010:2.0:1786566674.357416:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 0000000008fb870e.
00000400:00000010:2.0:1786566674.357417:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 0000000059e3c849.
00000400:00000010:2.0:1786566674.357420:0:69827:0:(lib-ptl.c:786:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ad879a70.
00000400:00000010:2.0:1786566674.357428:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000082e461d4.
00000400:00000010:2.0:1786566674.357430:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000d2c9bc78.
00000400:00000010:2.0:1786566674.357432:0:69827:0:(lib-ptl.c:851:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 84 at 00000000a0a7f352.
00000400:00000010:2.0:1786566674.357434:0:69827:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals': 512 at 00000000557186da.
00000400:00000010:2.0:1786566674.357438:0:69827:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 000000005a8898a0.
00000400:00000010:2.0:1786566674.357455:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000eafc3366.
00000400:00000010:2.0:1786566674.357458:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000007670a9eb.
00000400:00000010:2.0:1786566674.357460:0:69827:0:(api-ni.c:1205:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 000000001f16a990.
00000400:00000010:2.0:1786566674.357463:0:69827:0:(lib-msg.c:1308:lnet_msg_container_cleanup()) kfreed 'container->msc_finalizers': 32 at 000000003004fe4f.
00000400:00000010:2.0:1786566674.357465:0:69827:0:(lib-msg.c:1314:lnet_msg_container_cleanup()) kfreed 'container->msc_resenders': 32 at 000000006925e8a5.
00000400:00000010:2.0:1786566674.357467:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000aa5e85bf.
00000400:00000010:2.0:1786566674.357469:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000c460195d.
00000400:00000010:2.0:1786566674.357474:0:69827:0:(peer.c:85:lnet_peer_tables_destroy()) kfreed 'hash': 8192 at 00000000009e7b31.
00000400:00000010:2.0:1786566674.357482:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 0000000072ed0c5b.
00000400:00000010:2.0:1786566674.357484:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 000000000656f263.
00000400:00000010:2.0:1786566674.357487:0:69827:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000d6310402.
00000400:00000010:2.0:1786566674.357488:0:69827:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 24 at 00000000f8637346.
00000400:00000010:2.0:1786566674.357491:0:69827:0:(api-ni.c:700:lnet_destroy_remote_nets_table()) kfreed 'the_lnet.ln_remote_nets_hash': 1024 at 00000000c60bdacb.
00000001:00000200:2.0:1786566674.357495:0:69827:0:(udsp.c:1126:lnet_udsp_destroy()) Destroying UDSPs in the system
00000001:02000400:2.0:1786566674.380242:0:69828:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure
00000400:00000010:0.0:1786566674.411985:0:69829:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000def2462d.
00000400:00000010:0.0:1786566674.411996:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f651cba.
00000400:00000010:0.0:1786566674.412001:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000aa28f446.
00000400:00000010:0.0:1786566674.412004:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009cf9f834.
00000400:00000010:0.0:1786566674.412006:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002efdef3f.
00000400:00000010:0.0:1786566674.412011:0:69829:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000003788878.
00000400:00000010:0.0:1786566674.412015:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ba414f6.
00000400:00000010:0.0:1786566674.412017:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000bff98b9a.
00000400:00000010:0.0:1786566674.412020:0:69829:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000b23e9db4.
00000400:00000010:0.0:1786566674.412024:0:69829:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 000000002f4018cb.
00000400:00000010:0.0:1786566674.412101:0:69829:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000e6c0ed83.
00000400:00000010:0.0:1786566674.412119:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000af5bc154.
00000400:00000010:0.0:1786566674.412122:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002260df5e.
00000400:00000010:0.0:1786566674.412178:0:69829:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000fc82da16.
00000400:00000010:0.0:1786566674.412196:0:69829:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000147a344e.
00000400:00000010:0.0:1786566674.412200:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cd0a6ced.
00000400:00000010:0.0:1786566674.412203:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000086775d95.
00000400:00000010:0.0:1786566674.412209:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f417aa1.
00000400:00000010:0.0:1786566674.412214:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bed57b14.
00000400:00000010:0.0:1786566674.412217:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000358aad54.
00000400:00000010:0.0:1786566674.412218:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d5ce0dc.
00000400:00000010:0.0:1786566674.412220:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089887946.
00000400:00000010:0.0:1786566674.412224:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003821a635.
00000400:00000010:0.0:1786566674.412226:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009746098d.
00000400:00000010:0.0:1786566674.412228:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004b55e33b.
00000400:00000010:0.0:1786566674.412230:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b57cc34d.
00000400:00000010:0.0:1786566674.412233:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077ac1a16.
00000400:00000010:0.0:1786566674.412235:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009200aca8.
00000400:00000010:0.0:1786566674.412237:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002153d5eb.
00000400:00000010:0.0:1786566674.412238:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aec0c7e6.
00000400:00000010:0.0:1786566674.412242:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000205219ef.
00000400:00000010:0.0:1786566674.412244:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000432943a7.
00000400:00000010:0.0:1786566674.412246:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036e4225a.
00000400:00000010:0.0:1786566674.412247:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db9fa9a2.
00000400:00000010:0.0:1786566674.412251:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000bc08e6b.
00000400:00000010:0.0:1786566674.412254:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a765568a.
00000400:00000010:0.0:1786566674.412256:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002068fd2c.
00000400:00000010:0.0:1786566674.412258:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da5d33be.
00000400:00000010:0.0:1786566674.412261:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000550002ac.
00000400:00000010:0.0:1786566674.412264:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000727751fb.
00000400:00000010:0.0:1786566674.412266:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007fca7aa5.
00000400:00000010:0.0:1786566674.412267:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9420939.
00000400:00000010:0.0:1786566674.412271:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000905d4e55.
00000400:00000010:0.0:1786566674.412273:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000094522e9d.
00000400:00000010:0.0:1786566674.412275:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d14ff3a.
00000400:00000010:0.0:1786566674.412277:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4b84264.
00000400:00000010:0.0:1786566674.412282:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d389faae.
00000400:00000010:0.0:1786566674.412284:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000981286c3.
00000400:00000010:0.0:1786566674.412286:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dee91a60.
00000400:00000010:0.0:1786566674.412295:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c782f113.
00000400:00000010:0.0:1786566674.412299:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000029c266dd.
00000400:00000010:0.0:1786566674.412302:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000147ea4fe.
00000400:00000010:0.0:1786566674.412303:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d597becb.
00000400:00000010:0.0:1786566674.412305:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063250034.
00000400:00000010:0.0:1786566674.412308:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d21b8776.
00000400:00000010:0.0:1786566674.412311:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032b96662.
00000400:00000010:0.0:1786566674.412312:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009dceee78.
00000400:00000010:0.0:1786566674.412314:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008eacde5a.
00000400:00000010:0.0:1786566674.412318:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b29a6f5.
00000400:00000010:0.0:1786566674.412321:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ebbda13e.
00000400:00000010:0.0:1786566674.412322:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d343add.
00000400:00000010:0.0:1786566674.412324:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3fa2e0c.
00000400:00000010:0.0:1786566674.412328:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbbd109f.
00000400:00000010:0.0:1786566674.412330:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003e8880da.
00000400:00000010:0.0:1786566674.412332:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000685b9b0a.
00000400:00000010:0.0:1786566674.412333:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a52bc35.
00000400:00000010:0.0:1786566674.412336:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008f7bcc6c.
00000400:00000010:0.0:1786566674.412338:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000091caf0eb.
00000400:00000010:0.0:1786566674.412340:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001377e3be.
00000400:00000010:0.0:1786566674.412342:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066fc4363.
00000400:00000010:0.0:1786566674.412345:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064b4582f.
00000400:00000010:0.0:1786566674.412348:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000064a92759.
00000400:00000010:0.0:1786566674.412349:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005fd97666.
00000400:00000010:0.0:1786566674.412351:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009148a6b4.
00000400:00000010:0.0:1786566674.412355:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d18e145f.
00000400:00000010:0.0:1786566674.412357:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001ee86abd.
00000400:00000010:0.0:1786566674.412359:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c855a3ce.
00000400:00000010:0.0:1786566674.412361:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef8a0969.
00000400:00000010:0.0:1786566674.412365:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000011ccf0e5.
00000400:00000010:0.0:1786566674.412367:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000034243f24.
00000400:00000010:0.0:1786566674.412369:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c7af85a.
00000400:00000010:0.0:1786566674.412376:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e8b9f99.
00000400:00000010:0.0:1786566674.412379:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086352e5d.
00000400:00000010:0.0:1786566674.412381:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fe525122.
00000400:00000010:0.0:1786566674.412383:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003dd0eb78.
00000400:00000010:0.0:1786566674.412384:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8a199ee.
00000400:00000010:0.0:1786566674.412388:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dddd2652.
00000400:00000010:0.0:1786566674.412390:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ac2a0eca.
00000400:00000010:0.0:1786566674.412392:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000651cf8e8.
00000400:00000010:0.0:1786566674.412394:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002aadef37.
00000400:00000010:0.0:1786566674.412398:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006cab3c19.
00000400:00000010:0.0:1786566674.412400:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000074460676.
00000400:00000010:0.0:1786566674.412402:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073c8ade2.
00000400:00000010:0.0:1786566674.412404:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2c088d5.
00000400:00000010:0.0:1786566674.412408:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c9fb8771.
00000400:00000010:0.0:1786566674.412409:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000013e6b92e.
00000400:00000010:0.0:1786566674.412411:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000037c69631.
00000400:00000010:0.0:1786566674.412412:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df144a57.
00000400:00000010:0.0:1786566674.412416:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001eba4a8f.
00000400:00000010:0.0:1786566674.412419:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009b8eb4fe.
00000400:00000010:0.0:1786566674.412420:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000026dc75b4.
00000400:00000010:0.0:1786566674.412422:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5a5911d.
00000400:00000010:0.0:1786566674.412425:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d09b5435.
00000400:00000010:0.0:1786566674.412428:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000081a8f37d.
00000400:00000010:0.0:1786566674.412429:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9d7ace5.
00000400:00000010:0.0:1786566674.412431:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dec43149.
00000400:00000010:0.0:1786566674.412435:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064e99334.
00000400:00000010:0.0:1786566674.412437:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000c222b3f.
00000400:00000010:0.0:1786566674.412438:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca674df6.
00000400:00000010:0.0:1786566674.412440:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009737ebad.
00000400:00000010:0.0:1786566674.412444:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000dc59d0.
00000400:00000010:0.0:1786566674.412446:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b4524cdf.
00000400:00000010:0.0:1786566674.412448:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059600135.
00000400:00000010:0.0:1786566674.412456:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003278864b.
00000400:00000010:0.0:1786566674.412460:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040f55bfe.
00000400:00000010:0.0:1786566674.412462:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ee3e8ac3.
00000400:00000010:0.0:1786566674.412464:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f3c6934a.
00000400:00000010:0.0:1786566674.412465:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2a85099.
00000400:00000010:0.0:1786566674.412469:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000537b4d92.
00000400:00000010:0.0:1786566674.412472:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e354e04f.
00000400:00000010:0.0:1786566674.412473:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036ff88d2.
00000400:00000010:0.0:1786566674.412475:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d2eab7e.
00000400:00000010:0.0:1786566674.412478:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e0d6e5b.
00000400:00000010:0.0:1786566674.412480:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e1a54ec4.
00000400:00000010:0.0:1786566674.412482:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004674448d.
00000400:00000010:0.0:1786566674.412484:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f23775d.
00000400:00000010:0.0:1786566674.412487:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acd4d4c4.
00000400:00000010:0.0:1786566674.412489:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a42094ae.
00000400:00000010:0.0:1786566674.412490:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000034818af1.
00000400:00000010:0.0:1786566674.412492:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c83ec243.
00000400:00000010:0.0:1786566674.412496:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cc47f82f.
00000400:00000010:0.0:1786566674.412498:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000018dc5759.
00000400:00000010:0.0:1786566674.412499:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6b30e08.
00000400:00000010:0.0:1786566674.412501:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b0aca74.
00000400:00000010:0.0:1786566674.412505:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044b7d370.
00000400:00000010:0.0:1786566674.412507:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000482581e2.
00000400:00000010:0.0:1786566674.412509:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004881d28a.
00000400:00000010:0.0:1786566674.412510:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000774c00a2.
00000400:00000010:0.0:1786566674.412522:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b7ce256.
00000400:00000010:0.0:1786566674.412526:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002bb7f204.
00000400:00000010:0.0:1786566674.412528:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fe4f6c39.
00000400:00000010:0.0:1786566674.412529:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000040bbb34f.
00000400:00000010:0.0:1786566674.412533:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039e21151.
00000400:00000010:0.0:1786566674.412535:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000041524f29.
00000400:00000010:0.0:1786566674.412537:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dc59375b.
00000400:00000010:0.0:1786566674.412542:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c567e311.
00000400:00000010:0.0:1786566674.412546:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a6fcba5e.
00000400:00000010:0.0:1786566674.412547:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c8e11ee2.
00000400:00000010:0.0:1786566674.412549:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015e1f41b.
00000400:00000010:0.0:1786566674.412550:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000564c87c4.
00000400:00000010:0.0:1786566674.412554:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad879a70.
00000400:00000010:0.0:1786566674.412556:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000056de7de3.
00000400:00000010:0.0:1786566674.412558:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ac12bad6.
00000400:00000010:0.0:1786566674.412559:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000199b9186.
00000400:00000010:0.0:1786566674.412568:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e497327a.
00000400:00000010:0.0:1786566674.412571:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008f9cd36e.
00000400:00000010:0.0:1786566674.412573:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038b9c130.
00000400:00000010:0.0:1786566674.412575:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc3eb932.
00000400:00000010:0.0:1786566674.412579:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041e24615.
00000400:00000010:0.0:1786566674.412581:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f2039c5d.
00000400:00000010:0.0:1786566674.412583:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f1873bc.
00000400:00000010:0.0:1786566674.412584:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e7ed0de.
00000400:00000010:0.0:1786566674.412588:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4a022f.
00000400:00000010:0.0:1786566674.412590:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003b980060.
00000400:00000010:0.0:1786566674.412592:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021de6321.
00000400:00000010:0.0:1786566674.412593:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000824a743a.
00000400:00000010:0.0:1786566674.412596:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa1a9181.
00000400:00000010:0.0:1786566674.412598:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000050806322.
00000400:00000010:0.0:1786566674.412600:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000468f0797.
00000400:00000010:0.0:1786566674.412601:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000284708d8.
00000400:00000010:0.0:1786566674.412622:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d553dd2c.
00000400:00000010:0.0:1786566674.412626:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d8e4af25.
00000400:00000010:0.0:1786566674.412628:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000389a285d.
00000400:00000010:0.0:1786566674.412630:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1aabf61.
00000400:00000010:0.0:1786566674.413975:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9047047.
00000400:00000010:0.0:1786566674.413988:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007ae422ad.
00000400:00000010:0.0:1786566674.413992:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f4e060b1.
00000400:00000010:0.0:1786566674.414005:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000556bb24c.
00000400:00000010:0.0:1786566674.414010:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc93b382.
00000400:00000010:0.0:1786566674.414012:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002ae28858.
00000400:00000010:0.0:1786566674.414014:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000652beb29.
00000400:00000010:0.0:1786566674.414016:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cc07b38.
00000400:00000010:0.0:1786566674.414020:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c4469ee.
00000400:00000010:0.0:1786566674.414022:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005c985e40.
00000400:00000010:0.0:1786566674.414024:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e77c8c66.
00000400:00000010:0.0:1786566674.414026:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000014f6665.
00000400:00000010:0.0:1786566674.414038:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dfc4c242.
00000400:00000010:0.0:1786566674.414042:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e278d419.
00000400:00000010:0.0:1786566674.414044:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005911b60b.
00000400:00000010:0.0:1786566674.414046:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4655176.
00000400:00000010:0.0:1786566674.414050:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f387345.
00000400:00000010:0.0:1786566674.414053:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006e3b78ef.
00000400:00000010:0.0:1786566674.414054:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000047abc200.
00000400:00000010:0.0:1786566674.414056:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e5486b2.
00000400:00000010:0.0:1786566674.414060:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a7824fcf.
00000400:00000010:0.0:1786566674.414062:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001f27ed6a.
00000400:00000010:0.0:1786566674.414063:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009f4298e4.
00000400:00000010:0.0:1786566674.414065:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093f63cb6.
00000400:00000010:0.0:1786566674.414068:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d4b0520f.
00000400:00000010:0.0:1786566674.414070:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006058661c.
00000400:00000010:0.0:1786566674.414072:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9f05f02.
00000400:00000010:0.0:1786566674.414073:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086eeb9d1.
00000400:00000010:0.0:1786566674.414083:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c3b9b45.
00000400:00000010:0.0:1786566674.414087:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e41f9998.
00000400:00000010:0.0:1786566674.414088:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051f6e7a0.
00000400:00000010:0.0:1786566674.414090:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022aae34d.
00000400:00000010:0.0:1786566674.414094:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f69b33c1.
00000400:00000010:0.0:1786566674.414097:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004708d849.
00000400:00000010:0.0:1786566674.414098:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7235181.
00000400:00000010:0.0:1786566674.414104:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095507d79.
00000400:00000010:0.0:1786566674.414108:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074a3a589.
00000400:00000010:0.0:1786566674.414110:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f1d1321b.
00000400:00000010:0.0:1786566674.414112:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000011aacd64.
00000400:00000010:0.0:1786566674.414114:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068f737d7.
00000400:00000010:0.0:1786566674.414117:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000077894564.
00000400:00000010:0.0:1786566674.414119:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000048d572d6.
00000400:00000010:0.0:1786566674.414121:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a965cdb3.
00000400:00000010:0.0:1786566674.414122:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033234c5e.
00000400:00000010:0.0:1786566674.414132:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b0f0d59.
00000400:00000010:0.0:1786566674.414136:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ba2582e8.
00000400:00000010:0.0:1786566674.414137:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab4a783b.
00000400:00000010:0.0:1786566674.414139:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d64976c8.
00000400:00000010:0.0:1786566674.414143:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007d19a9b.
00000400:00000010:0.0:1786566674.414145:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000861b0c20.
00000400:00000010:0.0:1786566674.414147:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001210a15e.
00000400:00000010:0.0:1786566674.414149:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5aa2f62.
00000400:00000010:0.0:1786566674.414152:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000050ba302c.
00000400:00000010:0.0:1786566674.414155:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000088e9e56e.
00000400:00000010:0.0:1786566674.414156:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000075b6b11a.
00000400:00000010:0.0:1786566674.414158:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ca51b6f.
00000400:00000010:0.0:1786566674.414162:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e528a4ca.
00000400:00000010:0.0:1786566674.414164:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000910f0ffa.
00000400:00000010:0.0:1786566674.414166:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9b76ced.
00000400:00000010:0.0:1786566674.414168:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be03526b.
00000400:00000010:0.0:1786566674.414176:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086eac8c4.
00000400:00000010:0.0:1786566674.414179:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ea5d4356.
00000400:00000010:0.0:1786566674.414181:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002a011e8d.
00000400:00000010:0.0:1786566674.414183:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071abfd74.
00000400:00000010:0.0:1786566674.414186:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f84faeb2.
00000400:00000010:0.0:1786566674.414189:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000013bae09d.
00000400:00000010:0.0:1786566674.414190:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000fd3e397.
00000400:00000010:0.0:1786566674.414195:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076b96d1b.
00000400:00000010:0.0:1786566674.414199:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000455db0a1.
00000400:00000010:0.0:1786566674.414202:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e42bbf23.
00000400:00000010:0.0:1786566674.414203:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a8bf36c4.
00000400:00000010:0.0:1786566674.414205:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d4ebdff.
00000400:00000010:0.0:1786566674.414208:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3e1b759.
00000400:00000010:0.0:1786566674.414210:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000034ea3fb.
00000400:00000010:0.0:1786566674.414212:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000059bf2e3.
00000400:00000010:0.0:1786566674.414214:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000805b14d5.
00000400:00000010:0.0:1786566674.414222:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006dd031da.
00000400:00000010:0.0:1786566674.414225:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000021aef1a9.
00000400:00000010:0.0:1786566674.414227:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000052e4cd9e.
00000400:00000010:0.0:1786566674.414229:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015393890.
00000400:00000010:0.0:1786566674.414234:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008af02da6.
00000400:00000010:0.0:1786566674.414236:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000060e243fe.
00000400:00000010:0.0:1786566674.414238:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d9bf18e5.
00000400:00000010:0.0:1786566674.414239:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc12d5af.
00000400:00000010:0.0:1786566674.414242:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053104787.
00000400:00000010:0.0:1786566674.414245:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000052edca6d.
00000400:00000010:0.0:1786566674.414246:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e6c631b1.
00000400:00000010:0.0:1786566674.414248:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb835857.
00000400:00000010:0.0:1786566674.414252:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045ff8553.
00000400:00000010:0.0:1786566674.414254:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000761bfa29.
00000400:00000010:0.0:1786566674.414256:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001abba7d4.
00000400:00000010:0.0:1786566674.414257:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044ccc846.
00000400:00000010:0.0:1786566674.414266:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026642e85.
00000400:00000010:0.0:1786566674.414270:0:69829:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003de670f4.
00000400:00000010:0.0:1786566674.414271:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5842b4d.
00000400:00000010:0.0:1786566674.414273:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2a9a1b1.
00000400:00000010:0.0:1786566674.414276:0:69829:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000621d7e77.
00000400:00000010:0.0:1786566674.414279:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2cc6e10.
00000400:00000010:0.0:1786566674.414280:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006cdf7c3a.
00000400:00000010:0.0:1786566674.414285:0:69829:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000001ae3edbd.
00000400:00000010:0.0:1786566674.414291:0:69829:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 00000000bb5bbe15.
00000400:00000010:0.0:1786566674.414293:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000331eef99.
00000400:00000010:0.0:1786566674.414295:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac266616.
00000400:00000010:0.0:1786566674.414296:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000044275a68.
00000400:00000010:0.0:1786566674.414298:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e82bcf5b.
00000400:00000010:0.0:1786566674.414312:0:69829:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 41 at 00000000f0c570d0.
00000400:00000010:0.0:1786566674.414318:0:69829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000754ba09d.
00000400:00000010:0.0:1786566674.414331:0:69829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000051931915.
00000400:00000200:0.0:1786566674.414341:0:69829:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:0.0:1786566674.414344:0:69829:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000be65038b.
00000400:00000010:0.0:1786566674.414346:0:69829:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32e4b15.
00000400:00000010:0.0:1786566674.414348:0:69829:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c63f9475.
00000400:00000200:0.0:1786566674.414350:0:69829:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 00000000be65038b
00000400:00000200:0.0:1786566674.414353:0:69829:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:0.0:1786566674.414355:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000696d9437.
00000400:00000010:0.0:1786566674.414358:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022f9ac3a.
00000400:00000010:0.0:1786566674.414359:0:69829:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fcdbea57.
00000400:00000010:0.0:1786566674.414361:0:69829:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ebee8a6.
00000400:00000200:1.0:1786566674.416685:0:69829:0:(peer.c:4457:lnet_peer_discovery_start()) discovery start: 0
00000400:00000200:0.0:1786566674.417630:0:69831:0:(peer.c:4283:lnet_peer_discovery()) started
00000400:00000010:1.0:1786566674.436022:0:69832:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fca49a4f.
00000400:00000010:1.0:1786566674.436049:0:69832:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fca49a4f.
00000400:00000010:1.0:1786566674.436317:0:69832:0:(api-ni.c:7409:lnet_route_show_start()) alloc '(rlist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566674.436333:0:69832:0:(api-ni.c:7309:lnet_route_show_done()) kfreed 'rlist': 16 at 000000009177c219.
00000400:00000010:1.0:1786566674.436423:0:69832:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 00000000512c8298.
00000400:00000010:1.0:1786566674.436431:0:69832:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 00000000512c8298.
00000400:00000010:1.0:1786566674.436584:0:69832:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566674.436597:0:69832:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000009177c219.
00000400:00000010:1.0:1786566674.436705:0:69832:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000009177c219.
00000400:00000010:1.0:1786566674.436710:0:69832:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000009177c219.
00000400:00000010:1.0:1786566674.437186:0:69832:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 00000000eed11f07.
00000001:00000200:1.0:1786566674.437192:0:69832:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0
00000001:00000200:1.0:1786566674.437194:0:69832:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (0000000094009482)
00000400:00000010:1.0:1786566674.437195:0:69832:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 00000000eed11f07.
00000001:02000400:1.0:1786566674.455541:0:69833:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp --if ens2
00000400:00000010:3.0:1786566674.478425:0:69834:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 0000000098b99c2b.
00000400:00000010:3.0:1786566674.478442:0:69834:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000042623643.
00000400:00000010:3.0:1786566674.478451:0:69834:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000225d8582.
00000400:00000010:3.0:1786566674.478455:0:69834:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 00000000a656e9cf.
00000400:00000010:3.0:1786566674.478458:0:69834:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dbc2ba5a.
00000400:00000010:3.0:1786566674.478463:0:69834:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc389b57.
00000400:00000010:3.0:1786566674.478465:0:69834:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000354817da.
00000400:00000010:3.0:1786566674.478467:0:69834:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f8b85e7.
00000400:00000010:3.0:1786566674.478470:0:69834:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005cbfbc2b.
00000400:00000010:3.0:1786566674.478477:0:69834:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df643dd3.
00000400:00000010:3.0:1786566674.478480:0:69834:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000c363e111.
00000800:00000200:0.0:1786566674.480759:0:69834:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:0.0:1786566674.480766:0:69834:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000ae4473c7
00000800:00000200:0.0:1786566674.480768:0:69834:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000200:0.0:1786566674.480770:0:69834:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000ae4473c7
00000800:00000010:0.0:1786566674.480777:0:69834:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000c809f8af.
00000800:00000200:0.0:1786566674.480789:0:69834:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:0.0:1786566674.485302:0:69834:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:0.0:1786566674.485366:0:69834:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:0.0:1786566674.485381:0:69834:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp [8/256/0/180]
00000400:00000010:0.0:1786566674.487382:0:69834:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000a3dc7411.
00000400:00000010:0.0:1786566674.487395:0:69834:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c26d5372.
00000400:00000010:0.0:1786566674.487401:0:69834:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002edf0910.
00000400:00000010:3.0:1786566674.488097:0:69834:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000754ba09d.
00000400:00000200:3.0:1786566674.488102:0:69834:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051931915
00000400:00000010:3.0:1786566674.488104:0:69834:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 0000000051931915.
00000400:00000010:3.0:1786566674.488108:0:69834:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 41 at 00000000f0c570d0.
00000400:00000010:3.0:1786566674.488117:0:69834:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000042623643.
00000400:00000010:3.0:1786566674.488122:0:69834:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 0000000098b99c2b.
00000400:00000010:0.0:1786566674.556176:0:69848:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000de32d5fd.
00000400:00000010:0.0:1786566674.556240:0:69848:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000de32d5fd.
00000001:02000400:1.0:1786566675.259392:0:69955:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp1 --if ens2
00000400:00000010:2.0:1786566675.273944:0:69956:0:(api-ni.c:6877:lnet_net_cmd()) alloc '(conf)': 808 at 0000000090e471f6.
00000400:00000010:2.0:1786566675.273965:0:69956:0:(api-ni.c:6555:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000d2873e7.
00000400:00000010:2.0:1786566675.273976:0:69956:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000033069cf.
00000400:00000010:2.0:1786566675.273980:0:69956:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 0000000084f84814.
00000400:00000010:2.0:1786566675.273985:0:69956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015d597d1.
00000400:00000010:2.0:1786566675.273990:0:69956:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3136663.
00000400:00000010:2.0:1786566675.273998:0:69956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8e2f81e.
00000400:00000010:2.0:1786566675.274000:0:69956:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e4e9314.
00000400:00000010:2.0:1786566675.274004:0:69956:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009cf8cf57.
00000800:00000010:2.0:1786566675.274013:0:69956:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000c693bc77.
00000800:00000200:2.0:1786566675.274026:0:69956:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:2.0:1786566675.274034:0:69956:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:2.0:1786566675.274079:0:69956:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.201.5)
00000400:02000000:2.0:1786566675.274169:0:69956:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.5@tcp1 [8/256/0/180]
00000400:00000010:2.0:1786566675.276054:0:69956:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000d088b3df.
00000400:00000010:2.0:1786566675.276065:0:69956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6ee7b0c.
00000400:00000010:2.0:1786566675.276090:0:69956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9155dc9.
00000400:00000010:2.0:1786566675.276107:0:69956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c26d5372.
00000400:00000200:2.0:1786566675.276114:0:69956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002edf0910
00000400:00000010:2.0:1786566675.276117:0:69956:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000002edf0910.
00000400:00000010:2.0:1786566675.276122:0:69956:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000a3dc7411.
00000400:00000010:2.0:1786566675.276134:0:69956:0:(api-ni.c:6852:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000d2873e7.
00000400:00000010:2.0:1786566675.276139:0:69956:0:(api-ni.c:6994:lnet_net_cmd()) kfreed 'conf': 808 at 0000000090e471f6.
00000400:00000010:2.0:1786566675.315920:0:69961:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dc003416.
00000400:00000010:2.0:1786566675.316005:0:69961:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dc003416.
00000400:00000010:0.0:1786566675.958394:0:70079:0:(api-ni.c:5995:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000de32d5fd.
00000400:00000010:0.0:1786566675.958501:0:70079:0:(api-ni.c:5973:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000de32d5fd.
00000001:02000400:3.0:1786566675.971341:0:70081:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl discover 192.168.201.5@tcp
00000400:00000010:2.0:1786566675.987122:0:70082:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 00000000fba46879.
00000400:00000200:2.0:1786566675.987140:0:70082:0:(peer.c:266:lnet_peer_alloc()) 00000000fba46879 nid 192.168.201.5@tcp
00000400:00000010:2.0:1786566675.987143:0:70082:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000076a98ad7.
00000400:00000200:2.0:1786566675.987145:0:70082:0:(peer.c:203:lnet_peer_net_alloc()) 0000000076a98ad7 net tcp
00000400:00000010:2.0:1786566675.987148:0:70082:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000a444cf48.
00000400:00000200:2.0:1786566675.987152:0:70082:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000a444cf48 nid 192.168.201.5@tcp
00000400:00000200:2.0:1786566675.987158:0:70082:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp flags 0x0
00000400:00000200:2.0:1786566675.987162:0:70082:0:(peer.c:2183:lnet_peer_ni_traffic_add()) peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566675.987217:0:70082:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566675.987219:0:70082:0:(peer.c:2935:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1786566675.987246:0:69831:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1786566675.987253:0:69831:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x40
00000400:00000010:0.0:1786566675.987259:0:69831:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d59c03c4.
00000400:00000010:0.0:1786566675.987264:0:69831:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008975131f.
00000400:00000010:0.0:1786566675.987288:0:69831:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000d86daf9e.
00000400:00000200:0.0:1786566675.987292:0:69831:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566675.987303:0:69831:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566675.987309:0:69831:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.987312:0:69831:0:(lib-move.c:1874:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.201.5@tcp on NMR peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.987315:0:69831:0:(peer.c:1171:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.201.5@tcp nid 192.168.201.5@tcp: 0
00000400:00000200:0.0:1786566675.987319:0:69831:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [32:32:256:4294967295] 192.168.201.5@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:0.0:1786566675.987325:0:69831:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.987331:0:69831:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:0.0:1786566675.987336:0:69831:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566675.987340:0:69831:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000085f145fb.
00000800:00000010:0.0:1786566675.987349:0:69831:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1b460ac.
00000800:00000010:0.0:1786566675.987352:0:69831:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ed43358b.
00000800:00000200:0.0:1786566675.987356:0:69831:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:0.1:1786566675.987360:0:69831:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (2)
00000400:00000200:0.0:1786566675.987412:0:69831:0:(peer.c:4022:lnet_peer_send_ping()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.987415:0:69831:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x240 rc 0
00000800:00000010:2.0:1786566675.988241:0:69835:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000066f0b268.
00000800:00000010:2.0:1786566675.988248:0:69835:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e901bbd0.
00000800:00000010:2.0:1786566675.988254:0:69835:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6f6b634.
00000800:00000010:2.0:1786566675.988285:0:69835:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6f6b634.
00000400:00000200:0.0:1786566675.988382:0:69843:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:0.0:1786566675.988398:0:69843:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 255.3.0.2
00000800:00000010:0.0:1786566675.988401:0:69843:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a81aa817.
00000800:00000010:2.0:1786566675.988463:0:69837:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000007db3d0e1.
00000800:00000010:2.0:1786566675.988472:0:69837:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000822ed1d4.
00000800:00000010:2.0:1786566675.988485:0:69837:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000008c92505.
00000800:00000200:2.1:1786566675.988490:0:69837:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (2)
00000800:00000200:2.1:1786566675.988494:0:69837:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 0000000008c92505 deleted
00000800:00000010:2.1:1786566675.988496:0:69837:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000008c92505.
00000800:00000200:2.1:1786566675.988501:0:69837:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1786566675.988507:0:69837:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:2.1:1786566675.988512:0:69837:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000085f145fb type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1786566675.988517:0:69837:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1023 incarnation:1786566674480778689 sched[0]
00000800:00000010:2.0:1786566675.988522:0:69837:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6f6b634.
00000800:00000010:2.0:1786566675.988692:0:69837:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6f6b634.
00000800:00000010:2.0:1786566675.988697:0:69837:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000822ed1d4.
00000800:00000010:2.0:1786566675.988730:0:69837:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000a81aa817.
00000800:00000200:0.1:1786566675.988908:0:69835:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.0:1786566675.988914:0:69835:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566674480778689 sched[0]
00000800:00000010:0.0:1786566675.988917:0:69835:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e901bbd0.
00000400:00000200:0.0:1786566675.989080:0:69835:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.201.5:988
00000800:00000010:0.0:1786566675.989251:0:69835:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 000000009a14b610.
00000800:00000010:0.0:1786566675.989255:0:69835:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009c567a2a.
00000800:00000010:0.0:1786566675.989259:0:69835:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cc5ea04.
00000800:00000010:0.0:1786566675.989295:0:69835:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cc5ea04.
00000400:00000200:3.0:1786566675.989377:0:69843:0:(acceptor.c:578:lnet_acceptor()) Accepted connection on ens2:988
00000400:00000200:3.0:1786566675.989389:0:69843:0:(acceptor.c:502:lnet_accept()) Accept 192.168.201.5@tcp from 254.3.0.2
00000800:00000010:3.0:1786566675.989392:0:69843:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dc07254b.
00000800:00000010:0.0:1786566675.989464:0:69838:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4720 at 0000000082fbc4ea.
00000800:00000010:0.0:1786566675.989468:0:69838:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013c9cd48.
00000800:00000010:0.0:1786566675.989479:0:69838:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d17a268a.
00000800:00000200:0.1:1786566675.989484:0:69838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (4)
00000800:00000200:0.1:1786566675.989488:0:69838:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.5@tcp 00000000d17a268a deleted
00000800:00000010:0.1:1786566675.989490:0:69838:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d17a268a.
00000800:00000200:0.1:1786566675.989493:0:69838:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:0.0:1786566675.989496:0:69838:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:1022 incarnation:1786566674480778689 sched[0]
00000800:00000010:0.0:1786566675.989500:0:69838:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cc5ea04.
00000800:00000010:0.0:1786566675.989692:0:69838:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cc5ea04.
00000800:00000010:0.0:1786566675.989696:0:69838:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013c9cd48.
00000800:00000010:0.0:1786566675.989713:0:69838:0:(socklnd_cb.c:2172:ksocknal_connd()) kfreed 'cr': 32 at 00000000dc07254b.
00000800:00000200:2.0:1786566675.989829:0:69842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566675.989833:0:69842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000085f145fb.
00000400:00000200:2.0:1786566675.989838:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.989843:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: OK
00000400:00000200:2.0:1786566675.989848:0:69842:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1786566675.989851:0:69842:0:(peer.c:3241:lnet_discovery_event_send()) Ping Send to 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566675.989872:0:69842:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : GET - for me
00000400:00000200:2.0:1786566675.989899:0:69842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 272 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566675.989908:0:69842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.201.5@tcp of length 64/272 into md 0xd [1] + 0
00000400:00000200:2.0:1786566675.989920:0:69842:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to NMR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566675.989926:0:69842:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [33:33:256:4294967295] 192.168.201.5@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:2.0:1786566675.989935:0:69842:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : REPLY try# 0
00000800:00000200:2.0:1786566675.989940:0:69842:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566675.989946:0:69842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dec3b0e.
00000800:00000200:2.0:1786566675.989950:0:69842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (5)
00000800:00000200:2.0:1786566675.989955:0:69842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1786566675.989958:0:69842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006dec3b0e type 3, nob 160 niov 1 nkiov 1
00000800:00000200:2.0:1786566675.990012:0:69842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566675.990015:0:69842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dec3b0e.
00000400:00000200:2.0:1786566675.990018:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990022:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566675.990036:0:69842:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : REPLY - for me
00000400:00000200:2.0:1786566675.990050:0:69842:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.201.5@tcp: Reply from 12345-192.168.201.5@tcp of length 64/64 into md 0x11
00000400:00000200:2.0:1786566675.990057:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990060:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: REPLY: OK
00000400:00000200:2.0:1786566675.990065:0:69842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008975131f
00000400:00000010:2.0:1786566675.990067:0:69842:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 000000008975131f.
00000400:00000200:2.0:1786566675.990070:0:69842:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:2.0:1786566675.990073:0:69842:0:(peer.c:3119:lnet_discovery_event_reply()) Peer 192.168.201.5@tcp has discovery enabled
00000400:00000200:2.0:1786566675.990075:0:69842:0:(peer.c:3145:lnet_discovery_event_reply()) peer 192.168.201.5@tcp(00000000fba46879) is MR capable
00000400:00000200:2.0:1786566675.990078:0:69842:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566675.990081:0:69842:0:(peer.c:3200:lnet_discovery_event_reply()) peer 192.168.201.5@tcp data present 12. state = 0x241
00000400:00000200:2.0:1786566675.990085:0:69842:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:0.0:1786566675.990215:0:69831:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1786566675.990221:0:69831:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0xc1
00000400:00000010:0.0:1786566675.990227:0:69831:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000009cc5ea04.
00000400:00000010:0.0:1786566675.990231:0:69831:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000008054ca93.
00000400:00000010:0.0:1786566675.990232:0:69831:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000342d9358.
00000400:00000010:0.0:1786566675.990240:0:69831:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000ba05ccef.
00000400:00000200:0.0:1786566675.990245:0:69831:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000ba05ccef nid 192.168.201.5@tcp1
00000400:00000010:0.0:1786566675.990247:0:69831:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000088b5dbe3.
00000400:00000200:0.0:1786566675.990250:0:69831:0:(peer.c:203:lnet_peer_net_alloc()) 0000000088b5dbe3 net tcp1
00000400:00000200:0.0:1786566675.990255:0:69831:0:(peer.c:1804:lnet_peer_attach_peer_ni()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp1 flags 0x11
00000400:00000010:0.0:1786566675.990259:0:69831:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000009cc5ea04.
00000400:00000010:0.0:1786566675.990261:0:69831:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000008054ca93.
00000400:00000010:0.0:1786566675.990264:0:69831:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000342d9358.
00000400:00000010:0.0:1786566675.990266:0:69831:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d59c03c4.
00000400:00000200:0.0:1786566675.990270:0:69831:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (00000000fba46879): 0
00000400:00000200:0.0:1786566675.990272:0:69831:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(00000000fba46879): 0. state = 0x141
00000400:00000200:0.0:1786566675.990275:0:69831:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x141 rc 1
00000400:00000200:0.0:1786566675.990278:0:69831:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x141
00000400:00000010:0.0:1786566675.990282:0:69831:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec1e900d.
00000400:00000010:0.0:1786566675.990289:0:69831:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000004eb102f5.
00000400:00000200:0.0:1786566675.990293:0:69831:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566675.990299:0:69831:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566675.990303:0:69831:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [34:34:256:4294967295] 192.168.201.5@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:0.0:1786566675.990313:0:69831:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.990318:0:69831:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1786566675.990322:0:69831:0:(socklnd_cb.c:931:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566675.990325:0:69831:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000079c013e.
00000800:00000200:0.0:1786566675.990329:0:69831:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (5)
00000800:00000200:0.0:1786566675.990332:0:69831:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:0.0:1786566675.990335:0:69831:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000079c013e type 1, nob 160 niov 1 nkiov 1
00000400:00000200:0.0:1786566675.990350:0:69831:0:(peer.c:4164:lnet_peer_send_push()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.990352:0:69831:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x541 rc 0
00000800:00000200:2.0:1786566675.990431:0:69842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566675.990435:0:69842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000079c013e.
00000400:00000200:2.0:1786566675.990438:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990442:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:2.0:1786566675.990445:0:69842:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1786566675.990447:0:69842:0:(peer.c:3241:lnet_discovery_event_send()) Push Send to 192.168.201.5@tcp: 0
00000400:00000200:2.0:1786566675.990457:0:69842:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : PUT - for me
00000400:00000200:2.0:1786566675.990463:0:69842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.5@tcp of length 64 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1786566675.990468:0:69842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.201.5@tcp of length 64/64 into md 0x5 [1] + 0
00000400:00000010:2.0:1786566675.990471:0:69842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32e4b15.
00000400:00000200:2.0:1786566675.990475:0:69842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c63f9475
00000400:00000200:2.0:1786566675.990480:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990482:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: PUT: OK
00000400:00000200:2.0:1786566675.990485:0:69842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c63f9475
00000400:00000010:2.0:1786566675.990486:0:69842:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000c63f9475.
00000400:00000200:2.0:1786566675.990489:0:69842:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:2.0:1786566675.990494:0:69842:0:(peer.c:2778:lnet_peer_push_event()) peer 192.168.201.5@tcp(00000000fba46879) is MR
00000400:00000010:2.0:1786566675.990498:0:69842:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 000000000668f87e.
00000400:00000200:2.0:1786566675.990500:0:69842:0:(peer.c:2852:lnet_peer_push_event()) Received Push 192.168.201.5@tcp 12
00000400:00000200:2.0:1786566675.990503:0:69842:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000400:00000200:2.0:1786566675.990547:0:69842:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:2.0:1786566675.990568:0:69842:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.5@tcp to MR:  192.168.201.5@tcp local destination
00000400:00000200:2.0:1786566675.990571:0:69842:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [35:35:256:4294967295] 192.168.201.5@tcp LPNI seq info [4:4:8:4294967295]
00000400:00000200:2.0:1786566675.990587:0:69842:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) 192.168.201.5@tcp : ACK try# 0
00000800:00000200:2.0:1786566675.990592:0:69842:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.201.5@tcp
00000800:00000010:2.0:1786566675.990595:0:69842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dec3b0e.
00000800:00000200:2.0:1786566675.990599:0:69842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (5)
00000800:00000200:2.0:1786566675.990603:0:69842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1786566675.990605:0:69842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006dec3b0e type 0, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1786566675.990667:0:69842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1786566675.990669:0:69842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dec3b0e.
00000400:00000200:2.0:1786566675.990672:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990675:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:2.0:1786566675.990685:0:69842:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp) <- 192.168.201.5@tcp : ACK - for me
00000400:00000200:2.0:1786566675.990692:0:69842:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.201.5@tcp: ACK from 12345-192.168.201.5@tcp into md 0x15
00000400:00000200:2.0:1786566675.990695:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1786566675.990697:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: ACK: OK
00000400:00000200:2.0:1786566675.990700:0:69842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec1e900d
00000400:00000010:2.0:1786566675.990702:0:69842:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000ec1e900d.
00000400:00000200:2.0:1786566675.990704:0:69842:0:(peer.c:3289:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:2.0:1786566675.990706:0:69842:0:(peer.c:3007:lnet_discovery_event_ack()) peer 192.168.201.5@tcp ev->status 0
00000400:00000200:2.0:1786566675.990708:0:69842:0:(peer.c:2613:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.5@tcp: -114
00000800:00000200:1.1:1786566675.990882:0:69835:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00000800:00000200:1.0:1786566675.990889:0:69835:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.201.5@tcp p 3.x 192.168.201.5 -> 192.168.201.5:988 incarnation:1786566674480778689 sched[0]
00000800:00000010:1.0:1786566675.990898:0:69835:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009c567a2a.
00000400:00000200:0.0:1786566675.991162:0:69831:0:(peer.c:4230:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:0.0:1786566675.991167:0:69831:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072bfab5f.
00000400:00000010:0.0:1786566675.991172:0:69831:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068bc14fc.
00000400:00000200:0.0:1786566675.991176:0:69831:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 00000000be65038b
00000400:00000200:0.0:1786566675.991180:0:69831:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0xc1
00000400:00000010:0.0:1786566675.991185:0:69831:0:(peer.c:3474:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000342d9358.
00000400:00000010:0.0:1786566675.991188:0:69831:0:(peer.c:3475:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000008054ca93.
00000400:00000010:0.0:1786566675.991192:0:69831:0:(peer.c:3476:lnet_peer_merge_data()) alloc '(delnis)': 60 at 000000009cc5ea04.
00000400:00000010:0.0:1786566675.991196:0:69831:0:(peer.c:3623:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000342d9358.
00000400:00000010:0.0:1786566675.991198:0:69831:0:(peer.c:3624:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000008054ca93.
00000400:00000010:0.0:1786566675.991200:0:69831:0:(peer.c:3625:lnet_peer_merge_data()) kfreed 'delnis': 60 at 000000009cc5ea04.
00000400:00000010:0.0:1786566675.991202:0:69831:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 000000000668f87e.
00000400:00000200:0.0:1786566675.991205:0:69831:0:(peer.c:3628:lnet_peer_merge_data()) peer 192.168.201.5@tcp (00000000fba46879): 0
00000400:00000200:0.0:1786566675.991207:0:69831:0:(peer.c:3940:lnet_peer_data_present()) peer 192.168.201.5@tcp(00000000fba46879): 0. state = 0x141
00000400:00000200:0.0:1786566675.991210:0:69831:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x141 rc 1
00000400:00000200:0.0:1786566675.991213:0:69831:0:(peer.c:4342:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x141
00000400:00000200:0.0:1786566675.991215:0:69831:0:(peer.c:4082:lnet_peer_discovered()) peer 192.168.201.5@tcp
00000400:00000200:0.0:1786566675.991216:0:69831:0:(peer.c:4360:lnet_peer_discovery()) peer 192.168.201.5@tcp(00000000fba46879) state 0x111 rc 0
00000400:00000200:0.0:1786566675.991219:0:69831:0:(peer.c:2629:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.201.5@tcp
00000400:00000200:1.0:1786566675.991318:0:70082:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.201.5@tcp NID 192.168.201.5@tcp: 0. discovery complete
00000001:02000400:3.0:1786566676.004242:0:70083:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set recovery_limit 0
00000400:00000010:1.0:1786566676.034442:0:70086:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000009177c219.
00000400:00000010:1.0:1786566676.034461:0:70086:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000009177c219.
00000001:02000400:2.0:1786566676.057232:0:70088:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set max_recovery_ping_interval 4
00000001:02000400:2.0:1786566676.080856:0:70090:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp -d *@tcp -m GET -r 1 -e remote_error
00000400:00000200:2.0:1786566676.099532:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.099541:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.099627:0:70091:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566676.099629:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.099968:0:70091:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:2.0:1786566676.100105:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100110:0:70091:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:2.0:1786566676.100111:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100119:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100121:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100122:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100123:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100125:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:2.0:1786566676.100127:0:70091:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:2.0:1786566676.100275:0:70091:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 000000001656b464.
00000400:00000200:2.0:1786566676.100284:0:70091:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:2.0:1786566676.116549:0:70092:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp1 -d *@tcp1 -m GET -r 1 -e remote_error
00000400:00000200:0.0:1786566676.138455:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138464:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138478:0:70093:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:0.0:1786566676.138480:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138490:0:70093:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:0.0:1786566676.138491:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138493:0:70093:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566676.138494:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138496:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138497:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138498:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138500:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138501:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.138502:0:70093:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:0.0:1786566676.138506:0:70093:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000719fab5d.
00000400:00000200:0.0:1786566676.138513:0:70093:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:0.0:1786566676.152200:0:70094:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net_drop add -s *@tcp -d *@tcp -r 1
00000400:00000200:0.0:1786566676.181309:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181319:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181330:0:70095:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566676.181332:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181334:0:70095:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp -> 255.255.255.255@tcp
00000400:00000200:0.0:1786566676.181336:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181338:0:70095:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:0.0:1786566676.181339:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181340:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181342:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181343:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181344:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181346:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:0.0:1786566676.181348:0:70095:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:0.0:1786566676.181353:0:70095:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 00000000b0070b10.
00000400:00000200:0.0:1786566676.181360:0:70095:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp, dst 255.255.255.255@tcp, rate 1, interval 0
00000001:02000400:2.0:1786566676.197912:0:70096:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl fault drop add -s *@tcp1 -d *@tcp1 -r 1
00000400:00000200:1.0:1786566676.220457:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220469:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220483:0:70097:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566676.220485:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220488:0:70097:0:(api-ni.c:3207:nla_strnid()) 255.255.255.255@tcp1 -> 255.255.255.255@tcp1
00000400:00000200:1.0:1786566676.220489:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220491:0:70097:0:(api-ni.c:3207:nla_strnid()) <?> -> <?>
00000400:00000200:1.0:1786566676.220492:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220493:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220495:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220496:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220498:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220500:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000200:1.0:1786566676.220501:0:70097:0:(api-ni.c:10008:lnet_fault_cmd()) attr type: 5
00000400:00000010:1.0:1786566676.220506:0:70097:0:(net_fault.c:199:lnet_drop_rule_add()) alloc '(rule)': 312 at 0000000032307a4a.
00000400:00000200:1.0:1786566676.220515:0:70097:0:(net_fault.c:228:lnet_drop_rule_add()) Added drop rule: src 255.255.255.255@tcp1, dst 255.255.255.255@tcp1, rate 1, interval 0
00000001:02000400:3.0:1786566676.233320:0:70098:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl peer set --nid 192.168.201.5@tcp --health 0
00000400:00000200:1.0:1786566676.251268:0:70099:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 0 next ping: 1456 last alive: 1455 health: 0
00000400:00000010:1.0:1786566676.313271:0:70105:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566676.313365:0:70105:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000009177c219.
00000400:00000010:2.0:1786566677.450862:0:70116:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 0000000081226739.
00000400:00000010:2.0:1786566677.450956:0:70116:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 0000000081226739.
00000400:00000010:3.0:1786566677.529905:0:69830:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 000000002dfb8858.
00000400:00000010:3.0:1786566677.529922:0:69830:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086ffafb2.
00000400:00000010:3.0:1786566677.529951:0:69830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39a6bf8.
00000400:00000010:3.0:1786566677.529974:0:69830:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000029eb5aed.
00000400:00000200:3.0:1786566677.529983:0:69830:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566677.529997:0:69830:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566677.530003:0:69830:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566677.530006:0:69830:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [36:36:256:4294967295] 192.168.201.5@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:3.0:1786566677.530013:0:69830:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566677.530020:0:69830:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566677.530026:0:69830:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566677.530031:0:69830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c22fb8f.
00000800:00000200:3.0:1786566677.530037:0:69830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566677.530057:0:69830:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566677.530061:0:69830:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004c22fb8f type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566677.530086:0:69830:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 1 next ping: 1458 last alive: 1455 health: 0
00000400:00000200:0.0:1786566677.530152:0:69840:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 1
00000400:00000200:0.0:1786566677.530159:0:69840:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:0.0:1786566677.530162:0:69840:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566677.540366:0:69840:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000066f0b268] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:0.0:1786566677.540377:0:69840:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c22fb8f.
00000400:00000200:0.0:1786566677.540385:0:69840:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786566677.540390:0:69840:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:0.0:1786566677.540398:0:69840:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566677.540418:0:69840:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566677.540425:0:69840:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000200:0.0:1786566678.570442:0:69830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39a6bf8
00000400:00000010:0.0:1786566678.570450:0:69830:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000a39a6bf8.
00000400:00000200:0.0:1786566678.570455:0:69830:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:0.0:1786566678.570462:0:69830:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:0.0:1786566678.570467:0:69830:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002dfb8858.
00000400:00000010:0.0:1786566678.570471:0:69830:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086ffafb2.
00000400:00000010:0.0:1786566678.570672:0:69830:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 0000000008fb870e.
00000400:00000010:0.0:1786566678.570680:0:69830:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000062e4f96c.
00000400:00000010:0.0:1786566678.570684:0:69830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000792094d0.
00000400:00000010:0.0:1786566678.570692:0:69830:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000021a5c765.
00000400:00000200:0.0:1786566678.570696:0:69830:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:0.0:1786566678.570706:0:69830:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:0.0:1786566678.570712:0:69830:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1786566678.570716:0:69830:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [37:37:256:4294967295] 192.168.201.5@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:0.0:1786566678.570722:0:69830:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:0.0:1786566678.570728:0:69830:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:0.0:1786566678.570734:0:69830:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:0.0:1786566678.570738:0:69830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004b3de4f.
00000800:00000200:0.0:1786566678.570744:0:69830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1786566678.570751:0:69830:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000200:0.0:1786566678.570756:0:69830:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000004b3de4f type 2, nob 96 niov 1 nkiov 0
00000400:00000200:0.0:1786566678.570781:0:69830:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 2 next ping: 1462 last alive: 1455 health: 0
00000400:00000200:1.0:1786566678.570918:0:69841:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 2
00000400:00000200:1.0:1786566678.570925:0:69841:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:1.0:1786566678.570928:0:69841:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:1.0:1786566678.570932:0:69841:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [000000007db3d0e1] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:1023
00000800:00000010:1.0:1786566678.570936:0:69841:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004b3de4f.
00000400:00000200:1.0:1786566678.570941:0:69841:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1786566678.570945:0:69841:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:1.0:1786566678.570950:0:69841:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:1.0:1786566678.570952:0:69841:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:1.0:1786566678.570955:0:69841:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000400:00000010:0.0:1786566678.618225:0:70127:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000000ff82670.
00000400:00000010:0.0:1786566678.618313:0:70127:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000000ff82670.
00000400:00000200:0.0:1786566679.578067:0:69830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792094d0
00000400:00000010:0.0:1786566679.578077:0:69830:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000792094d0.
00000400:00000200:0.0:1786566679.578086:0:69830:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:0.0:1786566679.578092:0:69830:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:0.0:1786566679.578097:0:69830:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000008fb870e.
00000400:00000010:0.0:1786566679.578119:0:69830:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000062e4f96c.
00000400:00000010:1.0:1786566679.759336:0:70138:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000009177c219.
00000400:00000010:1.0:1786566679.759437:0:70138:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000009177c219.
00000400:00000010:3.0:1786566680.886086:0:70149:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 00000000598acdfc.
00000400:00000010:3.0:1786566680.886178:0:70149:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 00000000598acdfc.
00000400:00000010:3.0:1786566681.975574:0:70155:0:(api-ni.c:7707:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 00000000598acdfc.
00000400:00000010:3.0:1786566681.975689:0:70155:0:(api-ni.c:7684:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 00000000598acdfc.
00000400:00000010:3.0:1786566682.649740:0:69830:0:(lib-move.c:3721:lnet_recover_peer_nis()) alloc '(ev_info)': 24 at 00000000a360c5fb.
00000400:00000010:3.0:1786566682.649756:0:69830:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ab2fcb6.
00000400:00000010:3.0:1786566682.649762:0:69830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44fd449.
00000400:00000010:3.0:1786566682.649770:0:69830:0:(lib-lnet.h:448:lnet_rspt_alloc()) alloc 'rspt': 64 at 0000000047062551.
00000400:00000200:3.0:1786566682.649778:0:69830:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.201.5@tcp
00000400:00000200:3.0:1786566682.649790:0:69830:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to NMR:  192.168.201.5@tcp local destination
00000400:00000200:3.0:1786566682.649797:0:69830:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1786566682.649800:0:69830:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [38:38:256:4294967295] 192.168.201.5@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:3.0:1786566682.649806:0:69830:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.5@tcp
00000400:00000200:3.0:1786566682.649813:0:69830:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.5@tcp(192.168.201.5@tcp:192.168.201.5@tcp) <?> : GET try# 0
00000800:00000200:3.0:1786566682.649831:0:69830:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.201.5@tcp
00000800:00000010:3.0:1786566682.649835:0:69830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a191da6a.
00000800:00000200:3.0:1786566682.649841:0:69830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1b460ac] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1786566682.649848:0:69830:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1786566682.649852:0:69830:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a191da6a type 2, nob 96 niov 1 nkiov 0
00000400:00000200:3.0:1786566682.649876:0:69830:0:(peer.c:4768:lnet_peer_ni_add_to_recoveryq_locked()) 192.168.201.5@tcp added to recovery queue. ping count: 3 next ping: 1466 last alive: 1455 health: 0
00000400:00000200:0.0:1786566682.650531:0:69842:0:(net_fault.c:506:drop_rule_match()) Drop Rule 255.255.255.255@tcp->255.255.255.255@tcp: next drop: 3
00000400:00000200:0.0:1786566682.650537:0:69842:0:(lib-msg.c:1176:lnet_send_error_simulation()) src 192.168.201.5@tcp(192.168.201.5@tcp)->dst 192.168.201.5@tcp: GET simulate health error: REMOTE_ERROR
00000800:02000400:0.0:1786566682.650540:0:69842:0:(socklnd_cb.c:536:ksocknal_process_transmit()) There was an unexpected network error while writing to 192.168.201.5: rc = -22
00000800:00000200:0.0:1786566682.650545:0:69842:0:(socklnd_cb.c:541:ksocknal_process_transmit()) [0000000066f0b268] Error -22 on write to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000010:0.0:1786566682.650549:0:69842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a191da6a.
00000400:00000200:0.0:1786566682.650553:0:69842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1786566682.650557:0:69842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.5@tcp: GET: REMOTE_ERROR
00000400:00000200:0.0:1786566682.650563:0:69842:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 5 status: -5
00000400:00000200:0.0:1786566682.650565:0:69842:0:(lib-move.c:4135:lnet_mt_event_handler()) 192.168.201.5@tcp recovery message sent unsuccessfully:-5
00000400:00000200:0.0:1786566682.650570:0:69842:0:(lib-move.c:4104:lnet_handle_recovery_reply()) peer NI (192.168.201.5@tcp) recovery failed with -5
00000001:02000400:2.0:1786566683.214283:0:70283:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_211: @@@@@@ FAIL: Unexpected ping count
00000400:00000200:3.0:1786566683.673779:0:69830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44fd449
00000400:00000010:3.0:1786566683.673790:0:69830:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at 00000000a44fd449.
00000400:00000200:3.0:1786566683.673798:0:69830:0:(lib-move.c:4120:lnet_mt_event_handler()) Received event: 6 status: 0
00000400:00000200:3.0:1786566683.673805:0:69830:0:(lib-move.c:4125:lnet_mt_event_handler()) 192.168.201.5@tcp recovery ping unlinked
00000400:00000010:3.0:1786566683.673810:0:69830:0:(lib-move.c:4143:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a360c5fb.
00000400:00000010:3.0:1786566683.673816:0:69830:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ab2fcb6.
Debug log: 4719 lines, 4719 kept, 0 dropped, 0 bad.