00000400:00000010:3.0F:1729607573.854303:0:16015:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff8800b5979f40. 00000400:00000010:3.0:1729607573.854309:0:16015:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff8800b413d480. 00000400:00000010:3.0:1729607573.854310:0:16015:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff8800aa04bc70. 00000400:00000010:3.0:1729607573.854311:0:16015:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff8800ab356d60. 00000400:00000010:3.0:1729607573.854312:0:16015:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at ffff8800b59795c0. 00000400:00000010:3.0:1729607573.854314:0:16015:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b413db80. 00000400:00000010:3.0:1729607573.854315:0:16015:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff8800ab356ce8. 00000400:00000010:3.0:1729607573.854316:0:16015:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff8800b413dc80. 00000400:00000010:3.0:1729607573.854317:0:16015:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at ffff8800ab356b98. 00000400:00000010:2.0F:1729607574.608604:0:16015:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b6d4c280. 00000400:00000010:2.0:1729607574.608614:0:16015:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d4cd60. 00000400:00000010:2.0:1729607574.608616:0:16015:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b4233940. 00000400:00000010:2.0:1729607574.608618:0:16015:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b4233b00. 00000400:00000010:2.0:1729607574.608619:0:16015:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b6d4c000. 00000400:00000010:2.0:1729607574.608619:0:16015:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d4cd40. 00000400:00000010:2.0:1729607574.608620:0:16015:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b4233e40. 00000400:00000010:2.0:1729607574.608621:0:16015:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b4233c80. 00000400:00000200:2.0:1729607574.608657:0:16015:0:(api-ni.c:1018:lnet_register_lnd()) lo LND registered 00000400:00000200:3.0:1729607574.641040:0:16030:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered 00000001:02000400:3.0:1729607574.645378:0:16031:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure -a 00000400:00000010:3.0:1729607574.653991:0:16032:0:(api-ni.c:716:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff88012a5bb800. 00000400:00000010:3.0:1729607574.653997:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31d40. 00000400:00000010:3.0:1729607574.654000:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413d380. 00000400:00000010:3.0:1729607574.654002:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413d900. 00000400:00000010:3.0:1729607574.654005:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31400. 00000400:00000010:3.0:1729607574.654006:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413d500. 00000400:00000010:3.0:1729607574.654008:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413dd00. 00000400:00000010:3.0:1729607574.654014:0:16032:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff880136aee000. 00000400:00000010:3.0:1729607574.654021:0:16032:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff880136aea000. 00000400:00000010:3.0:1729607574.654024:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc319a0. 00000400:00000010:3.0:1729607574.654026:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413de00. 00000400:00000010:3.0:1729607574.654028:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800b413d680. 00000400:00000010:3.0:1729607574.654031:0:16032:0:(lib-msg.c:1237:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff8800aa04b510. 00000400:00000010:3.0:1729607574.654034:0:16032:0:(lib-msg.c:1247:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff8800aa04bee0. 00000400:00000010:3.0:1729607574.654036:0:16032:0:(lib-msg.c:1237:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at ffff8800aa04bc60. 00000400:00000010:3.0:1729607574.654037:0:16032:0:(lib-msg.c:1247:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at ffff8800aa04bbc0. 00000400:00000010:3.0:1729607574.654091:0:16032:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000861000. 00000400:00000010:3.0:1729607574.654102:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31d60. 00000400:00000010:3.0:1729607574.654104:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f4c0. 00000400:00000010:3.0:1729607574.654106:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f500. 00000400:00000010:3.0:1729607574.654157:0:16032:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000872000. 00000400:00000010:3.0:1729607574.654219:0:16032:0:(api-ni.c:1205:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000883000. 00000400:00000010:3.0:1729607574.654232:0:16032:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff8800ab479000. 00000400:00000010:3.0:1729607574.654234:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941ae0. 00000400:00000010:3.0:1729607574.654236:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31e40. 00000400:00000010:3.0:1729607574.654238:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7ff00. 00000400:00000010:3.0:1729607574.654239:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f000. 00000400:00000010:3.0:1729607574.654244:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136ae8000. 00000400:00000010:3.0:1729607574.654250:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136aec000. 00000400:00000010:3.0:1729607574.654252:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941ba0. 00000400:00000010:3.0:1729607574.654253:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31dc0. 00000400:00000010:3.0:1729607574.654255:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f380. 00000400:00000010:3.0:1729607574.654256:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f440. 00000400:00000010:3.0:1729607574.654262:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab578000. 00000400:00000010:3.0:1729607574.654267:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab57a000. 00000400:00000010:3.0:1729607574.654269:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941660. 00000400:00000010:3.0:1729607574.654271:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31ca0. 00000400:00000010:3.0:1729607574.654272:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f340. 00000400:00000010:3.0:1729607574.654274:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f0c0. 00000400:00000010:3.0:1729607574.654278:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab57c000. 00000400:00000010:3.0:1729607574.654283:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab57e000. 00000400:00000010:3.0:1729607574.654285:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39415a0. 00000400:00000010:3.0:1729607574.654287:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc317e0. 00000400:00000010:3.0:1729607574.654288:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f200. 00000400:00000010:3.0:1729607574.654290:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f780. 00000400:00000010:3.0:1729607574.654295:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3bc0000. 00000400:00000010:3.0:1729607574.654300:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3bc2000. 00000400:00000010:3.0:1729607574.654302:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941360. 00000400:00000010:3.0:1729607574.654304:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31ec0. 00000400:00000010:3.0:1729607574.654305:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f680. 00000400:00000010:3.0:1729607574.654306:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7fcc0. 00000400:00000010:3.0:1729607574.654311:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3bc4000. 00000400:00000010:3.0:1729607574.654316:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3bc6000. 00000400:00000010:3.0:1729607574.654323:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941420. 00000400:00000010:3.0:1729607574.654324:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31020. 00000400:00000010:3.0:1729607574.654326:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f080. 00000400:00000010:3.0:1729607574.654327:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f540. 00000400:00000010:3.0:1729607574.654332:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3aae000. 00000400:00000010:3.0:1729607574.654338:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3aac000. 00000400:00000010:3.0:1729607574.654340:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941ea0. 00000400:00000010:3.0:1729607574.654342:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31580. 00000400:00000010:3.0:1729607574.654343:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f800. 00000400:00000010:3.0:1729607574.654345:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7fd00. 00000400:00000010:3.0:1729607574.654349:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3aaa000. 00000400:00000010:3.0:1729607574.654354:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3aa8000. 00000400:00000010:3.0:1729607574.654356:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941a80. 00000400:00000010:3.0:1729607574.654358:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31fc0. 00000400:00000010:3.0:1729607574.654359:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f040. 00000400:00000010:3.0:1729607574.654361:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f7c0. 00000400:00000010:3.0:1729607574.654366:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0b6000. 00000400:00000010:3.0:1729607574.654371:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0b4000. 00000400:00000010:3.0:1729607574.654374:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941840. 00000400:00000010:3.0:1729607574.654375:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc316a0. 00000400:00000010:3.0:1729607574.654377:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7fd40. 00000400:00000010:3.0:1729607574.654378:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7fb00. 00000400:00000010:3.0:1729607574.654383:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0b2000. 00000400:00000010:3.0:1729607574.654388:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0b0000. 00000400:00000010:3.0:1729607574.654390:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941240. 00000400:00000010:3.0:1729607574.654392:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31760. 00000400:00000010:3.0:1729607574.654393:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7f140. 00000400:00000010:3.0:1729607574.654395:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b3a7fb40. 00000400:00000010:3.0:1729607574.654400:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5968000. 00000400:00000010:3.0:1729607574.654405:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b596a000. 00000400:00000010:3.0:1729607574.654407:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941c00. 00000400:00000010:3.0:1729607574.654409:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc315e0. 00000400:00000010:3.0:1729607574.654410:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165f40. 00000400:00000010:3.0:1729607574.654415:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165480. 00000400:00000010:3.0:1729607574.654420:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b596c000. 00000400:00000010:3.0:1729607574.654425:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b596e000. 00000400:00000010:3.0:1729607574.654428:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941d20. 00000400:00000010:3.0:1729607574.654429:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31480. 00000400:00000010:3.0:1729607574.654431:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165780. 00000400:00000010:3.0:1729607574.654432:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165800. 00000400:00000010:3.0:1729607574.654437:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369e8000. 00000400:00000010:3.0:1729607574.654442:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8801369ee000. 00000400:00000010:3.0:1729607574.654445:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941540. 00000400:00000010:3.0:1729607574.654446:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc313e0. 00000400:00000010:3.0:1729607574.654448:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165700. 00000400:00000010:3.0:1729607574.654449:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165740. 00000400:00000010:3.0:1729607574.654454:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5bfc000. 00000400:00000010:3.0:1729607574.654460:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5bf8000. 00000400:00000010:3.0:1729607574.654462:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941d80. 00000400:00000010:3.0:1729607574.654463:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc316e0. 00000400:00000010:3.0:1729607574.654465:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165580. 00000400:00000010:3.0:1729607574.654466:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165f00. 00000400:00000010:3.0:1729607574.654471:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5bfa000. 00000400:00000010:3.0:1729607574.654477:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880138ce6000. 00000400:00000010:3.0:1729607574.654479:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941f60. 00000400:00000010:3.0:1729607574.654481:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31380. 00000400:00000010:3.0:1729607574.654482:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165a00. 00000400:00000010:3.0:1729607574.654484:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1656c0. 00000400:00000010:3.0:1729607574.654489:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137344000. 00000400:00000010:3.0:1729607574.654494:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137340000. 00000400:00000010:3.0:1729607574.654496:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39411e0. 00000400:00000010:3.0:1729607574.654497:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc310a0. 00000400:00000010:3.0:1729607574.654499:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165340. 00000400:00000010:3.0:1729607574.654500:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165f80. 00000400:00000010:3.0:1729607574.654505:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137346000. 00000400:00000010:3.0:1729607574.654511:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3874000. 00000400:00000010:3.0:1729607574.654516:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941780. 00000400:00000010:3.0:1729607574.654518:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31cc0. 00000400:00000010:3.0:1729607574.654520:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1659c0. 00000400:00000010:3.0:1729607574.654521:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165100. 00000400:00000010:3.0:1729607574.654526:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3872000. 00000400:00000010:3.0:1729607574.654531:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3876000. 00000400:00000010:3.0:1729607574.654533:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39414e0. 00000400:00000010:3.0:1729607574.654535:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc317a0. 00000400:00000010:3.0:1729607574.654536:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1650c0. 00000400:00000010:3.0:1729607574.654538:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165380. 00000400:00000010:3.0:1729607574.654548:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a40000. 00000400:00000010:3.0:1729607574.654554:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a42000. 00000400:00000010:3.0:1729607574.654556:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39419c0. 00000400:00000010:3.0:1729607574.654557:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31ae0. 00000400:00000010:3.0:1729607574.654559:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165ec0. 00000400:00000010:3.0:1729607574.654561:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165e00. 00000400:00000010:3.0:1729607574.654565:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a44000. 00000400:00000010:3.0:1729607574.654570:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a46000. 00000400:00000010:3.0:1729607574.654572:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941180. 00000400:00000010:3.0:1729607574.654574:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31da0. 00000400:00000010:3.0:1729607574.654575:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165e80. 00000400:00000010:3.0:1729607574.654577:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165680. 00000400:00000010:3.0:1729607574.654613:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b38a8000. 00000400:00000010:3.0:1729607574.654621:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b38aa000. 00000400:00000010:3.0:1729607574.654624:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941960. 00000400:00000010:3.0:1729607574.654625:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31ba0. 00000400:00000010:3.0:1729607574.654627:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165400. 00000400:00000010:3.0:1729607574.654629:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165140. 00000400:00000010:3.0:1729607574.654633:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b38ac000. 00000400:00000010:3.0:1729607574.654638:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b38ae000. 00000400:00000010:3.0:1729607574.654640:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941720. 00000400:00000010:3.0:1729607574.654642:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc315c0. 00000400:00000010:3.0:1729607574.654643:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165fc0. 00000400:00000010:3.0:1729607574.654650:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165440. 00000400:00000010:3.0:1729607574.654659:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5880000. 00000400:00000010:3.0:1729607574.654665:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5882000. 00000400:00000010:3.0:1729607574.654687:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941120. 00000400:00000010:3.0:1729607574.654690:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31f60. 00000400:00000010:3.0:1729607574.654691:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1658c0. 00000400:00000010:3.0:1729607574.654693:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1654c0. 00000400:00000010:3.0:1729607574.654698:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5884000. 00000400:00000010:3.0:1729607574.654703:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5886000. 00000400:00000010:3.0:1729607574.654705:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941e40. 00000400:00000010:3.0:1729607574.654706:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31700. 00000400:00000010:3.0:1729607574.654708:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165500. 00000400:00000010:3.0:1729607574.654709:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1657c0. 00000400:00000010:3.0:1729607574.654719:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5868000. 00000400:00000010:3.0:1729607574.654725:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b586a000. 00000400:00000010:3.0:1729607574.654727:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39418a0. 00000400:00000010:3.0:1729607574.654728:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc319c0. 00000400:00000010:3.0:1729607574.654730:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165880. 00000400:00000010:3.0:1729607574.654731:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165200. 00000400:00000010:3.0:1729607574.654736:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b586c000. 00000400:00000010:3.0:1729607574.654741:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b586e000. 00000400:00000010:3.0:1729607574.654743:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941cc0. 00000400:00000010:3.0:1729607574.654745:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31f40. 00000400:00000010:3.0:1729607574.654746:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165a40. 00000400:00000010:3.0:1729607574.654748:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165980. 00000400:00000010:3.0:1729607574.654757:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab328000. 00000400:00000010:3.0:1729607574.654762:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab32a000. 00000400:00000010:3.0:1729607574.654765:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941a20. 00000400:00000010:3.0:1729607574.654766:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31a60. 00000400:00000010:3.0:1729607574.654768:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165040. 00000400:00000010:3.0:1729607574.654769:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165180. 00000400:00000010:3.0:1729607574.654774:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab32c000. 00000400:00000010:3.0:1729607574.654779:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab32e000. 00000400:00000010:3.0:1729607574.654785:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941f00. 00000400:00000010:3.0:1729607574.654787:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31b60. 00000400:00000010:3.0:1729607574.654788:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1651c0. 00000400:00000010:3.0:1729607574.654790:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1652c0. 00000400:00000010:3.0:1729607574.654798:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a08000. 00000400:00000010:3.0:1729607574.654804:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a0a000. 00000400:00000010:3.0:1729607574.654806:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941900. 00000400:00000010:3.0:1729607574.654808:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31800. 00000400:00000010:3.0:1729607574.654809:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165900. 00000400:00000010:3.0:1729607574.654811:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1655c0. 00000400:00000010:3.0:1729607574.654815:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a0c000. 00000400:00000010:3.0:1729607574.654820:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a0e000. 00000400:00000010:3.0:1729607574.654823:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3941060. 00000400:00000010:3.0:1729607574.654824:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31f00. 00000400:00000010:3.0:1729607574.654826:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165300. 00000400:00000010:3.0:1729607574.654827:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165a80. 00000400:00000010:3.0:1729607574.654836:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab340000. 00000400:00000010:3.0:1729607574.654842:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab342000. 00000400:00000010:3.0:1729607574.654844:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39417e0. 00000400:00000010:3.0:1729607574.654846:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31b40. 00000400:00000010:3.0:1729607574.654847:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165000. 00000400:00000010:3.0:1729607574.654849:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165600. 00000400:00000010:3.0:1729607574.654853:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab344000. 00000400:00000010:3.0:1729607574.654858:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab346000. 00000400:00000010:3.0:1729607574.654861:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956d80. 00000400:00000010:3.0:1729607574.654862:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31860. 00000400:00000010:3.0:1729607574.654864:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165b80. 00000400:00000010:3.0:1729607574.654865:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c1653c0. 00000400:00000010:3.0:1729607574.654874:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab170000. 00000400:00000010:3.0:1729607574.654880:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab172000. 00000400:00000010:3.0:1729607574.654882:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39566c0. 00000400:00000010:3.0:1729607574.654884:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31920. 00000400:00000010:3.0:1729607574.654886:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165280. 00000400:00000010:3.0:1729607574.654891:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165b00. 00000400:00000010:3.0:1729607574.654895:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab174000. 00000400:00000010:3.0:1729607574.654900:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab176000. 00000400:00000010:3.0:1729607574.654903:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39568a0. 00000400:00000010:3.0:1729607574.654904:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc315a0. 00000400:00000010:3.0:1729607574.654906:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165ac0. 00000400:00000010:3.0:1729607574.654907:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c165080. 00000400:00000010:3.0:1729607574.654916:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab268000. 00000400:00000010:3.0:1729607574.654922:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab26a000. 00000400:00000010:3.0:1729607574.654924:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956cc0. 00000400:00000010:3.0:1729607574.654926:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc312a0. 00000400:00000010:3.0:1729607574.654927:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b000. 00000400:00000010:3.0:1729607574.654929:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b7c0. 00000400:00000010:3.0:1729607574.654933:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab26c000. 00000400:00000010:3.0:1729607574.654938:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab26e000. 00000400:00000010:3.0:1729607574.654941:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39567e0. 00000400:00000010:3.0:1729607574.654942:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31200. 00000400:00000010:3.0:1729607574.654944:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b500. 00000400:00000010:3.0:1729607574.654945:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b140. 00000400:00000010:3.0:1729607574.654954:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a10000. 00000400:00000010:3.0:1729607574.654960:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a12000. 00000400:00000010:3.0:1729607574.654962:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956c00. 00000400:00000010:3.0:1729607574.654963:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31120. 00000400:00000010:3.0:1729607574.654965:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bb40. 00000400:00000010:3.0:1729607574.654966:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b740. 00000400:00000010:3.0:1729607574.654971:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a14000. 00000400:00000010:3.0:1729607574.654976:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3a16000. 00000400:00000010:3.0:1729607574.654978:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956360. 00000400:00000010:3.0:1729607574.654980:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31fe0. 00000400:00000010:3.0:1729607574.654981:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bfc0. 00000400:00000010:3.0:1729607574.654983:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49ba40. 00000400:00000010:3.0:1729607574.654991:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5990000. 00000400:00000010:3.0:1729607574.654997:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5992000. 00000400:00000010:3.0:1729607574.655003:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956720. 00000400:00000010:3.0:1729607574.655004:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc311a0. 00000400:00000010:3.0:1729607574.655006:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bcc0. 00000400:00000010:3.0:1729607574.655008:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b200. 00000400:00000010:3.0:1729607574.655012:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5994000. 00000400:00000010:3.0:1729607574.655017:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5996000. 00000400:00000010:3.0:1729607574.655019:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956de0. 00000400:00000010:3.0:1729607574.655021:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31ce0. 00000400:00000010:3.0:1729607574.655022:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b940. 00000400:00000010:3.0:1729607574.655024:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49be40. 00000400:00000010:3.0:1729607574.655033:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0a8000. 00000400:00000010:3.0:1729607574.655038:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0aa000. 00000400:00000010:3.0:1729607574.655041:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956ae0. 00000400:00000010:3.0:1729607574.655042:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc311c0. 00000400:00000010:3.0:1729607574.655044:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b380. 00000400:00000010:3.0:1729607574.655045:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b240. 00000400:00000010:3.0:1729607574.655050:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0ac000. 00000400:00000010:3.0:1729607574.655055:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab0ae000. 00000400:00000010:3.0:1729607574.655057:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39565a0. 00000400:00000010:3.0:1729607574.655059:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31900. 00000400:00000010:3.0:1729607574.655060:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b540. 00000400:00000010:3.0:1729607574.655062:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bd00. 00000400:00000010:3.0:1729607574.655070:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adc18000. 00000400:00000010:3.0:1729607574.655076:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adc1a000. 00000400:00000010:3.0:1729607574.655078:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39564e0. 00000400:00000010:3.0:1729607574.655080:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31c00. 00000400:00000010:3.0:1729607574.655081:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b6c0. 00000400:00000010:3.0:1729607574.655083:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b800. 00000400:00000010:3.0:1729607574.655087:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adc1c000. 00000400:00000010:3.0:1729607574.655093:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adc1e000. 00000400:00000010:3.0:1729607574.655095:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956ba0. 00000400:00000010:3.0:1729607574.655096:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31360. 00000400:00000010:3.0:1729607574.655098:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49ba00. 00000400:00000010:3.0:1729607574.655103:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b3c0. 00000400:00000010:3.0:1729607574.655112:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab450000. 00000400:00000010:3.0:1729607574.655117:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab452000. 00000400:00000010:3.0:1729607574.655119:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956300. 00000400:00000010:3.0:1729607574.655121:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31a40. 00000400:00000010:3.0:1729607574.655123:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b780. 00000400:00000010:3.0:1729607574.655124:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b9c0. 00000400:00000010:3.0:1729607574.655128:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab454000. 00000400:00000010:3.0:1729607574.655134:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab456000. 00000400:00000010:3.0:1729607574.655136:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956e40. 00000400:00000010:3.0:1729607574.655137:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31c20. 00000400:00000010:3.0:1729607574.655139:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bc00. 00000400:00000010:3.0:1729607574.655140:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b040. 00000400:00000010:3.0:1729607574.655149:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab1b8000. 00000400:00000010:3.0:1729607574.655155:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab1ba000. 00000400:00000010:3.0:1729607574.655157:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39569c0. 00000400:00000010:3.0:1729607574.655159:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31c40. 00000400:00000010:3.0:1729607574.655160:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b340. 00000400:00000010:3.0:1729607574.655162:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bd40. 00000400:00000010:3.0:1729607574.655166:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab1bc000. 00000400:00000010:3.0:1729607574.655171:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab1be000. 00000400:00000010:3.0:1729607574.655173:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956060. 00000400:00000010:3.0:1729607574.655175:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31e60. 00000400:00000010:3.0:1729607574.655176:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b280. 00000400:00000010:3.0:1729607574.655178:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b300. 00000400:00000010:3.0:1729607574.655187:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5820000. 00000400:00000010:3.0:1729607574.655192:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5822000. 00000400:00000010:3.0:1729607574.655194:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956b40. 00000400:00000010:3.0:1729607574.655196:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31140. 00000400:00000010:3.0:1729607574.655197:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bf00. 00000400:00000010:3.0:1729607574.655199:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bc40. 00000400:00000010:3.0:1729607574.655203:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5824000. 00000400:00000010:3.0:1729607574.655209:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5826000. 00000400:00000010:3.0:1729607574.655214:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956780. 00000400:00000010:3.0:1729607574.655216:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc313a0. 00000400:00000010:3.0:1729607574.655218:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bbc0. 00000400:00000010:3.0:1729607574.655219:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b680. 00000400:00000010:3.0:1729607574.655228:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5930000. 00000400:00000010:3.0:1729607574.655234:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5932000. 00000400:00000010:3.0:1729607574.655236:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956540. 00000400:00000010:3.0:1729607574.655237:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31d20. 00000400:00000010:3.0:1729607574.655239:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b900. 00000400:00000010:3.0:1729607574.655240:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b400. 00000400:00000010:3.0:1729607574.655245:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5934000. 00000400:00000010:3.0:1729607574.655250:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b5936000. 00000400:00000010:3.0:1729607574.655252:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39563c0. 00000400:00000010:3.0:1729607574.655254:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31640. 00000400:00000010:3.0:1729607574.655255:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b8c0. 00000400:00000010:3.0:1729607574.655256:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49ba80. 00000400:00000010:3.0:1729607574.655265:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b39c0000. 00000400:00000010:3.0:1729607574.655271:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b39c2000. 00000400:00000010:3.0:1729607574.655273:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956c60. 00000400:00000010:3.0:1729607574.655275:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31620. 00000400:00000010:3.0:1729607574.655276:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bdc0. 00000400:00000010:3.0:1729607574.655278:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b5c0. 00000400:00000010:3.0:1729607574.655282:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b39c4000. 00000400:00000010:3.0:1729607574.655288:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b39c6000. 00000400:00000010:3.0:1729607574.655290:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956ea0. 00000400:00000010:3.0:1729607574.655291:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc311e0. 00000400:00000010:3.0:1729607574.655293:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b600. 00000400:00000010:3.0:1729607574.655294:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bb80. 00000400:00000010:3.0:1729607574.655303:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab448000. 00000400:00000010:3.0:1729607574.655309:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab44a000. 00000400:00000010:3.0:1729607574.655311:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956120. 00000400:00000010:3.0:1729607574.655313:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc317c0. 00000400:00000010:3.0:1729607574.655314:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bb00. 00000400:00000010:3.0:1729607574.655319:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bc80. 00000400:00000010:3.0:1729607574.655324:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab44c000. 00000400:00000010:3.0:1729607574.655329:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab44e000. 00000400:00000010:3.0:1729607574.655331:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956900. 00000400:00000010:3.0:1729607574.655332:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31080. 00000400:00000010:3.0:1729607574.655334:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b2c0. 00000400:00000010:3.0:1729607574.655335:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b640. 00000400:00000010:3.0:1729607574.655344:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab278000. 00000400:00000010:3.0:1729607574.655350:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab27a000. 00000400:00000010:3.0:1729607574.655352:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956d20. 00000400:00000010:3.0:1729607574.655354:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc310e0. 00000400:00000010:3.0:1729607574.655355:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49be00. 00000400:00000010:3.0:1729607574.655357:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bac0. 00000400:00000010:3.0:1729607574.655361:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab27c000. 00000400:00000010:3.0:1729607574.655366:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab27e000. 00000400:00000010:3.0:1729607574.655368:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956a80. 00000400:00000010:3.0:1729607574.655370:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31b00. 00000400:00000010:3.0:1729607574.655371:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49bd80. 00000400:00000010:3.0:1729607574.655373:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012a49b880. 00000400:00000010:3.0:1729607574.655382:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b6f30000. 00000400:00000010:3.0:1729607574.655388:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b6f32000. 00000400:00000010:3.0:1729607574.655390:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956420. 00000400:00000010:3.0:1729607574.655391:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31b20. 00000400:00000010:3.0:1729607574.655393:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136bb5c40. 00000400:00000010:3.0:1729607574.655395:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136bb5900. 00000400:00000010:3.0:1729607574.655399:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b6f34000. 00000400:00000010:3.0:1729607574.655404:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b6f36000. 00000400:00000010:3.0:1729607574.655406:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956a20. 00000400:00000010:3.0:1729607574.655408:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc314c0. 00000400:00000010:3.0:1729607574.655409:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44a00. 00000400:00000010:3.0:1729607574.655411:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44840. 00000400:00000010:3.0:1729607574.655420:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab240000. 00000400:00000010:3.0:1729607574.655426:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab242000. 00000400:00000010:3.0:1729607574.655431:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956840. 00000400:00000010:3.0:1729607574.655433:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31d80. 00000400:00000010:3.0:1729607574.655435:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44700. 00000400:00000010:3.0:1729607574.655436:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44000. 00000400:00000010:3.0:1729607574.655441:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab244000. 00000400:00000010:3.0:1729607574.655446:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab246000. 00000400:00000010:3.0:1729607574.655448:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956600. 00000400:00000010:3.0:1729607574.655450:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31c80. 00000400:00000010:3.0:1729607574.655451:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44e80. 00000400:00000010:3.0:1729607574.655453:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44900. 00000400:00000010:3.0:1729607574.655461:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9ae8000. 00000400:00000010:3.0:1729607574.655467:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9aea000. 00000400:00000010:3.0:1729607574.655469:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b3956000. 00000400:00000010:3.0:1729607574.655471:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc314e0. 00000400:00000010:3.0:1729607574.655472:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44340. 00000400:00000010:3.0:1729607574.655474:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44580. 00000400:00000010:3.0:1729607574.655478:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9aec000. 00000400:00000010:3.0:1729607574.655483:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9aee000. 00000400:00000010:3.0:1729607574.655486:0:16032:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at ffff8800b39562a0. 00000400:00000010:3.0:1729607574.655487:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31e20. 00000400:00000010:3.0:1729607574.655489:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44bc0. 00000400:00000010:3.0:1729607574.655490:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44180. 00000400:00000010:3.0:1729607574.655499:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a00000. 00000400:00000010:3.0:1729607574.655505:0:16032:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9a02000. 00000400:00000010:3.0:1729607574.655508:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31560. 00000400:00000010:3.0:1729607574.655509:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44740. 00000400:00000010:3.0:1729607574.655511:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44f80. 00000400:00000010:3.0:1729607574.655513:0:16032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800b39f8840. 00000400:00000010:3.0:1729607574.655517:0:16032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800ab478200. 00000400:00000010:3.0:1729607574.655519:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31880. 00000400:00000010:3.0:1729607574.655520:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44980. 00000400:00000010:3.0:1729607574.655522:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44fc0. 00000400:00000010:3.0:1729607574.655523:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31040. 00000400:00000010:3.0:1729607574.655528:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012dc44a40. 00000400:00000010:3.0:1729607574.655530:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c7a1fc0. 00000400:00000010:3.0:1729607574.655535:0:16032:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff8800ab356728. 00000400:00000010:3.0:1729607574.655538:0:16032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800b39f8900. 00000400:00000010:3.0:1729607574.655540:0:16032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800ab478a00. 00000400:00000010:3.0:1729607574.655542:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc31440. 00000400:00000010:3.0:1729607574.655543:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c7a18c0. 00000400:00000010:3.0:1729607574.655545:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c7a1a40. 00000400:00000010:3.0:1729607574.655546:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800adc318a0. 00000400:00000010:3.0:1729607574.655548:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c7a1500. 00000400:00000010:3.0:1729607574.655549:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012c7a1780. 00000400:00000010:3.0:1729607574.655551:0:16032:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at ffff8800ab356728. 00000400:00000010:3.0:1729607574.655562:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800ab322240. 00000400:00000010:3.0:1729607574.655564:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88012cc34d80. 00000400:00000010:3.0:1729607574.655566:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88012cc34f80. 00000800:00000200:0.0F:1729607574.656199:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1729607574.656212:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1729607574.656214:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=eth0 ifindex 2 state 6 00000800:00000200:0.0:1729607574.656216:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=eth0 ifindex 2 state 6 00000800:00000200:0.0:1729607574.656218:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pg ifindex 17 state 3 00000800:00000200:0.0:1729607574.656221:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pl ifindex 18 state 3 00000800:00000200:0.0:1729607574.656223:0:16032:0:(socklnd.c:2173:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=test1pl ifindex 18 state 3 00000800:00000010:0.0:1729607574.656228:0:16032:0:(socklnd.c:2636:ksocknal_startup()) alloc '(net)': 208 at ffff8800b38d4200. 00000400:00000400:0.0:1729607574.656237:0:16032:0:(lib-socket.c:558:lnet_inet_enumerate()) lnet: Ignoring interface test1pg: it's down 00000400:00000010:0.0:1729607574.659595:0:16032:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800b3a60998. 00000800:00000010:0.0:1729607574.659793:0:16038:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800ab281800. 00000800:00000010:0.0:1729607574.659795:0:16038:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b60e0000. 00000800:00000010:2.0:1729607574.659850:0:16039:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800b5a70000. 00000800:00000010:2.0:1729607574.659855:0:16039:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff88012b235000. 00000800:00000010:3.0:1729607574.659908:0:16040:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800ab474000. 00000800:00000010:3.0:1729607574.659912:0:16040:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b5b2a000. 00000400:00000200:1.0F:1729607574.659931:0:16032:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:3.0:1729607574.659932:0:16041:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800ab474800. 00000800:00000010:3.0:1729607574.659934:0:16041:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b5b2c000. 00000400:02000000:1.0:1729607574.659943:0:16032:0:(api-ni.c:2593:lnet_startup_lndni()) Added LNI 192.168.202.21@tcp [8/256/0/180] 00000400:02000000:3.0:1729607574.661944:0:16042:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988 00000400:00000010:1.0:1729607574.663465:0:16032:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8800ab1b55c0. 00000400:00000010:1.0:1729607574.663470:0:16032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3bdc210. 00000400:00000010:1.0:1729607574.663474:0:16032:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41bc3b8. 00000400:00000200:1.0:1729607574.663480:0:16032:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1729607574.663482:0:16032:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b6fff200. 00000400:00000010:1.0:1729607574.663484:0:16032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3bdc268. 00000400:00000010:1.0:1729607574.663485:0:16032:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41bc110. 00000400:00000200:1.0:1729607574.663486:0:16032:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff8800b6fff200 00000400:00000200:1.0:1729607574.663488:0:16032:0:(api-ni.c:2189:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1729607574.663489:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d1a100. 00000400:00000010:1.0:1729607574.663491:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ab1b57c0. 00000400:00000010:1.0:1729607574.663492:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ab1b53c0. 00000400:00000010:1.0:1729607574.663493:0:16032:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d1a8a0. 00000400:00000010:1.0:1729607574.663494:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ab1b5d00. 00000400:00000010:1.0:1729607574.663495:0:16032:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ab1b5080. 00000400:00000200:1.0:1729607574.663902:0:16032:0:(peer.c:4231:lnet_peer_discovery_start()) discovery start: 0 00000400:00000200:2.0:1729607574.663970:0:16044:0:(peer.c:4053:lnet_peer_discovery()) started 00000400:00000010:2.0:1729607574.668375:0:16046:0:(api-ni.c:5479:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8801376bea48. 00000400:00000010:2.0:1729607574.668425:0:16046:0:(api-ni.c:5452:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8801376bea48. 00000001:02000400:3.0:1729607577.316829:0:16114:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl discover 192.168.202.121@tcp 00000400:00000200:0.0:1729607577.326802:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607577.326808:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1729607577.326813:0:16115:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800ab570600. 00000400:00000200:0.0:1729607577.326818:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607577.326822:0:16115:0:(peer.c:271:lnet_peer_alloc()) ffff8800ab570600 nid 192.168.202.121@tcp 00000400:00000010:0.0:1729607577.326826:0:16115:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800b39af120. 00000400:00000200:0.0:1729607577.326828:0:16115:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800b39af120 net tcp 00000400:00000200:0.0:1729607577.326831:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1729607577.326833:0:16115:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800ab570000. 00000400:00000200:0.0:1729607577.326837:0:16115:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800ab570000 nid 192.168.202.121@tcp 00000400:00000200:0.0:1729607577.326843:0:16115:0:(peer.c:1645:lnet_peer_attach_peer_ni()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp flags 0x0 00000400:00000200:0.0:1729607577.326847:0:16115:0:(peer.c:2004:lnet_peer_ni_traffic_add()) peer 192.168.202.121@tcp: 0 00000400:00000200:0.0:1729607577.326872:0:16115:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000200:0.0:1729607577.326875:0:16115:0:(peer.c:2733:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1729607577.326973:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1729607577.326984:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x40 00000400:00000010:2.0:1729607577.326991:0:16044:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b4271800. 00000400:00000010:2.0:1729607577.326996:0:16044:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc60660. 00000400:00000010:2.0:1729607577.327014:0:16044:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e658. 00000400:00000200:2.0:1729607577.327020:0:16044:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1729607577.327030:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607577.327036:0:16044:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1729607577.327042:0:16044:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp 00000400:00000200:2.0:1729607577.327045:0:16044:0:(lib-move.c:2001:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.21@tcp on NMR peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.327049:0:16044:0:(peer.c:1075:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.121@tcp nid 192.168.202.21@tcp: 0 00000400:00000200:2.0:1729607577.327053:0:16044:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [1:1:256:4294967295] 192.168.202.121@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1729607577.327058:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607577.327062:0:16044:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.327070:0:16044:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : GET try# 0 00000800:00000200:2.0:1729607577.327077:0:16044:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1729607577.327081:0:16044:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b5924700. 00000400:00000200:2.0:1729607577.327088:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000010:2.0:1729607577.327091:0:16044:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff8800b5a010c0. 00000800:00000010:2.0:1729607577.327099:0:16044:0:(socklnd.c:105:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff8800b5a01a80. 00000800:00000200:2.0:1729607577.327104:0:16044:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (2) 00000800:00000200:2.1F:1729607577.327109:0:16044:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (2) 00000400:00000200:2.0:1729607577.327143:0:16044:0:(peer.c:3800:lnet_peer_send_ping()) peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.327146:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x240 rc 0 00000800:00000010:0.0:1729607577.328162:0:16033:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012bf46000. 00000800:00000010:0.0:1729607577.328169:0:16033:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a9a5ecc0. 00000800:00000010:0.0:1729607577.328174:0:16033:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b5979380. 00000800:00000010:0.0:1729607577.328181:0:16033:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b5979380. 00000400:00000200:0.0:1729607577.329713:0:16033:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:0.1F:1729607577.329719:0:16033:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1729607577.329736:0:16033:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:0.1:1729607577.329741:0:16033:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5924700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1729607577.329746:0:16033:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607575784571764 sched[1] 00000800:00000010:0.0:1729607577.329751:0:16033:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a9a5ecc0. 00000400:00000200:0.0:1729607577.329808:0:16033:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000800:00000200:3.0:1729607577.329930:0:16040:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607577.329935:0:16040:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b5924700. 00000400:00000200:3.0:1729607577.329941:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607577.329948:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1729607577.329953:0:16040:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1729607577.329956:0:16040:0:(peer.c:3039:lnet_discovery_event_send()) Ping Send to 192.168.202.121@tcp: 0 00000800:00000010:0.0:1729607577.330519:0:16033:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012bf40000. 00000800:00000010:0.0:1729607577.330526:0:16033:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a9a5ecc0. 00000800:00000010:0.0:1729607577.330529:0:16033:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b5979600. 00000800:00000010:0.0:1729607577.330535:0:16033:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b5979600. 00000400:00000200:3.0:1729607577.330751:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.330758:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607577.330775:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.330779:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.330786:0:16040:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 48/48 into md 0x5 00000400:00000200:3.0:1729607577.330805:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607577.330813:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607577.330817:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc60660 00000400:00000010:3.0:1729607577.330820:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc60660. 00000400:00000200:3.0:1729607577.330823:0:16040:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1729607577.330827:0:16040:0:(peer.c:2917:lnet_discovery_event_reply()) Peer 192.168.202.121@tcp has discovery enabled 00000400:00000200:3.0:1729607577.330830:0:16040:0:(peer.c:2943:lnet_discovery_event_reply()) peer 192.168.202.121@tcp(ffff8800ab570600) is MR capable 00000400:00000200:3.0:1729607577.330833:0:16040:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.121@tcp: 0 00000400:00000200:3.0:1729607577.330837:0:16040:0:(peer.c:2998:lnet_discovery_event_reply()) peer 192.168.202.121@tcp data present 1. state = 0x241 00000400:00000200:3.0:1729607577.330840:0:16040:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:2.0:1729607577.330933:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1729607577.330943:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0xc1 00000400:00000010:2.0:1729607577.330952:0:16044:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b3ae2440. 00000400:00000010:2.0:1729607577.330954:0:16044:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b3ae2800. 00000400:00000010:2.0:1729607577.330956:0:16044:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b3ae2380. 00000400:00000200:2.0:1729607577.330961:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607577.330965:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607577.330967:0:16044:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b3ae2440. 00000400:00000010:2.0:1729607577.330970:0:16044:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b3ae2800. 00000400:00000010:2.0:1729607577.330972:0:16044:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b3ae2380. 00000400:00000010:2.0:1729607577.330974:0:16044:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8800b4271800. 00000400:00000200:2.0:1729607577.330977:0:16044:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.202.121@tcp (ffff8800ab570600): 0 00000400:00000200:2.0:1729607577.330981:0:16044:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.202.121@tcp(ffff8800ab570600): 0. state = 0x141 00000400:00000200:2.0:1729607577.330986:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x141 rc 1 00000400:00000200:2.0:1729607577.330992:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x141 00000400:00000010:2.0:1729607577.330997:0:16044:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc60880. 00000400:00000010:2.0:1729607577.331004:0:16044:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e690. 00000400:00000200:2.0:1729607577.331010:0:16044:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1729607577.331018:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607577.331024:0:16044:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1729607577.331032:0:16044:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [2:2:256:4294967295] 192.168.202.121@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1729607577.331039:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607577.331044:0:16044:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.331053:0:16044:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) : PUT try# 0 00000800:00000200:2.0:1729607577.331061:0:16044:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:2.0:1729607577.331065:0:16044:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5924900. 00000800:00000200:2.0:1729607577.331072:0:16044:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (3) 00000800:00000200:2.0:1729607577.331092:0:16044:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:2.0:1729607577.331097:0:16044:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5924900 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1729607577.331130:0:16044:0:(peer.c:3934:lnet_peer_send_push()) peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.331133:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x541 rc 0 00000800:00000200:3.0:1729607577.331210:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607577.331213:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5924900. 00000400:00000200:3.0:1729607577.331217:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607577.331222:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1729607577.331225:0:16041:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1729607577.331227:0:16041:0:(peer.c:3039:lnet_discovery_event_send()) Push Send to 192.168.202.121@tcp: 0 00000400:00000200:0.0:1729607577.331803:0:16033:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:0.1:1729607577.331808:0:16033:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1729607577.331816:0:16033:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607575784571764 sched[1] 00000800:00000010:0.0:1729607577.331820:0:16033:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a9a5ecc0. 00000400:00000200:0.0:1729607577.331866:0:16033:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000200:0.0:1729607577.331974:0:16033:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000400:00000200:3.0:1729607577.331985:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.331993:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : ACK - for me 00000400:00000200:3.0:1729607577.331999:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332002:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332008:0:16041:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.202.21@tcp: ACK from 12345-192.168.202.121@tcp into md 0xd 00000400:00000200:3.0:1729607577.332013:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607577.332018:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000200:3.0:1729607577.332021:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc60880 00000400:00000010:3.0:1729607577.332023:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc60880. 00000400:00000200:3.0:1729607577.332026:0:16041:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1729607577.332029:0:16041:0:(peer.c:2805:lnet_discovery_event_ack()) peer 192.168.202.121@tcp ev->status 0 00000400:00000200:3.0:1729607577.332032:0:16041:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:2.0:1729607577.332104:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1729607577.332112:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x141 00000400:00000200:2.0:1729607577.332117:0:16044:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.332120:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x111 rc 0 00000400:00000200:2.0:1729607577.332124:0:16044:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000400:00000200:0.0:1729607577.332250:0:16115:0:(peer.c:2782:lnet_discover_peer_locked()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp: 0. discovery complete 00000400:00000200:0.0:1729607577.332255:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332265:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332270:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:0.0:1729607577.332270:0:16115:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332274:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332278:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332280:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332284:0:16040:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1729607577.332300:0:16040:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.121@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:3.0:1729607577.332304:0:16040:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3bdc268. 00000400:00000200:3.0:1729607577.332307:0:16040:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b41bc110 00000400:00000200:3.0:1729607577.332354:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607577.332359:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1729607577.332362:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41bc110 00000400:00000010:3.0:1729607577.332364:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41bc110. 00000400:00000200:3.0:1729607577.332367:0:16040:0:(api-ni.c:2242:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1729607577.332370:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332374:0:16040:0:(peer.c:2576:lnet_peer_push_event()) peer 192.168.202.121@tcp(ffff8800ab570600) is MR 00000400:00000010:3.0:1729607577.332377:0:16040:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012eb19500. 00000400:00000200:3.0:1729607577.332380:0:16040:0:(peer.c:2650:lnet_peer_push_event()) Received Push 192.168.202.121@tcp 1 00000400:00000200:3.0:1729607577.332395:0:16040:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000200:3.0:1729607577.332400:0:16040:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1729607577.332403:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332407:0:16040:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1729607577.332412:0:16040:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [3:3:256:4294967295] 192.168.202.121@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1729607577.332416:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607577.332424:0:16040:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1729607577.332429:0:16040:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1729607577.332431:0:16040:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db1400. 00000800:00000200:3.0:1729607577.332435:0:16040:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (4) 00000800:00000200:3.0:1729607577.332440:0:16040:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1729607577.332443:0:16040:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db1400 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1729607577.332448:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1729607577.332456:0:16044:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b587c898. 00000400:00000010:2.0:1729607577.332462:0:16044:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc605d8. 00000400:00000200:2.0:1729607577.332468:0:16044:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff8800b6fff200 00000400:00000200:2.0:1729607577.332473:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0xd1 00000400:00000010:2.0:1729607577.332478:0:16044:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b3ae2380. 00000400:00000010:2.0:1729607577.332480:0:16044:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b3ae2800. 00000400:00000010:2.0:1729607577.332483:0:16044:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b3ae2440. 00000800:00000200:3.0:1729607577.332488:0:16040:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1729607577.332488:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000010:3.0:1729607577.332491:0:16040:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db1400. 00000400:00000200:3.0:1729607577.332493:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1729607577.332494:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607577.332496:0:16044:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b3ae2380. 00000400:00000200:3.0:1729607577.332497:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000010:2.0:1729607577.332500:0:16044:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b3ae2800. 00000400:00000010:2.0:1729607577.332502:0:16044:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b3ae2440. 00000400:00000010:2.0:1729607577.332505:0:16044:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff88012eb19500. 00000800:00000010:1.0:1729607577.332507:0:16033:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012f824000. 00000400:00000200:2.0:1729607577.332510:0:16044:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.202.121@tcp (ffff8800ab570600): 0 00000400:00000200:2.0:1729607577.332513:0:16044:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.202.121@tcp(ffff8800ab570600): 0. state = 0x151 00000800:00000010:1.0:1729607577.332514:0:16033:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b3959000. 00000400:00000200:2.0:1729607577.332519:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 rc 1 00000800:00000010:1.0:1729607577.332519:0:16033:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b3a7f640. 00000400:00000200:2.0:1729607577.332523:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 00000800:00000010:1.0:1729607577.332525:0:16033:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b3a7f640. 00000400:00000200:2.0:1729607577.332527:0:16044:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607577.332530:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x111 rc 0 00000400:00000200:2.0:1729607577.332535:0:16044:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000400:00000200:0.0:1729607577.333638:0:16033:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000800:00000200:0.1:1729607577.333642:0:16033:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1729607577.333671:0:16033:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607575784571764 sched[1] 00000800:00000010:0.0:1729607577.333675:0:16033:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b3959000. 00000400:00000010:2.0:1729607577.339790:0:16117:0:(api-ni.c:7238:lnet_peer_ni_show_start()) alloc '(plist)': 16 at ffff8800b61ebab0. 00000400:00000200:2.0:1729607577.339837:0:16117:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607577.339850:0:16117:0:(api-ni.c:7210:lnet_peer_ni_show_done()) kfreed 'plist': 16 at ffff8800b61ebab0. 00000400:00000200:3.0:1729607579.292301:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292312:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : PUT - for me 00000400:00000200:3.0:1729607579.292329:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292334:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292339:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292343:0:16041:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.121@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1729607579.292353:0:16041:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.121@tcp of length 64/64 into md 0x11 [1] + 0 00000400:00000010:3.0:1729607579.292358:0:16041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b587c898. 00000400:00000200:3.0:1729607579.292363:0:16041:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800adc605d8 00000400:00000200:3.0:1729607579.292380:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607579.292386:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: PUT: OK 00000400:00000200:3.0:1729607579.292390:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc605d8 00000400:00000010:3.0:1729607579.292392:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc605d8. 00000400:00000200:3.0:1729607579.292395:0:16041:0:(api-ni.c:2242:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1729607579.292399:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292403:0:16041:0:(peer.c:2576:lnet_peer_push_event()) peer 192.168.202.121@tcp(ffff8800ab570600) is MR 00000400:00000010:3.0:1729607579.292408:0:16041:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at ffff8800b39560c0. 00000400:00000200:3.0:1729607579.292410:0:16041:0:(peer.c:2650:lnet_peer_push_event()) Received Push 192.168.202.121@tcp 2 00000400:00000200:3.0:1729607579.292437:0:16041:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000200:3.0:1729607579.292445:0:16041:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:3.0:1729607579.292448:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292453:0:16041:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1729607579.292459:0:16041:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [4:4:256:4294967295] 192.168.202.121@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1729607579.292463:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.292471:0:16041:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp:192.168.202.21@tcp) -> 192.168.202.121@tcp(192.168.202.121@tcp:192.168.202.121@tcp) 192.168.202.121@tcp : ACK try# 0 00000800:00000200:3.0:1729607579.292477:0:16041:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.121@tcp 00000800:00000010:3.0:1729607579.292481:0:16041:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db1600. 00000800:00000200:3.0:1729607579.292487:0:16041:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:3.0:1729607579.292494:0:16041:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1729607579.292498:0:16041:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db1600 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1729607579.292550:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1729607579.292560:0:16044:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b587c8f0. 00000800:00000200:3.0:1729607579.292561:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607579.292564:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db1600. 00000400:00000200:3.0:1729607579.292615:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607579.292619:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: ACK: OK 00000400:00000010:2.0:1729607579.292655:0:16044:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc60550. 00000400:00000200:2.0:1729607579.292665:0:16044:0:(api-ni.c:2232:lnet_push_target_post()) posted push target ffff8800b6fff200 00000400:00000200:2.0:1729607579.292674:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0xd1 00000400:00000010:2.0:1729607579.292685:0:16044:0:(peer.c:3268:lnet_peer_merge_data()) alloc '(curnis)': 60 at ffff8800b6105e80. 00000400:00000010:2.0:1729607579.292689:0:16044:0:(peer.c:3269:lnet_peer_merge_data()) alloc '(addnis)': 72 at ffff8800b5ab8c60. 00000400:00000010:2.0:1729607579.292692:0:16044:0:(peer.c:3270:lnet_peer_merge_data()) alloc '(delnis)': 60 at ffff8800b6105bc0. 00000400:00000200:2.0:1729607579.292718:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607579.292726:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.292731:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:2.0:1729607579.292736:0:16044:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800b4271800. 00000400:00000200:2.0:1729607579.292743:0:16044:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800b4271800 nid 192.168.202.121@tcp1 00000400:00000010:2.0:1729607579.292747:0:16044:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800b5ab8780. 00000400:00000200:2.0:1729607579.292751:0:16044:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800b5ab8780 net tcp1 00000400:00000200:2.0:1729607579.292758:0:16044:0:(peer.c:1645:lnet_peer_attach_peer_ni()) peer 192.168.202.121@tcp NID 192.168.202.121@tcp1 flags 0x11 00000400:00000200:2.0:1729607579.292764:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.292768:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607579.292770:0:16044:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'curnis': 60 at ffff8800b6105e80. 00000400:00000010:2.0:1729607579.292773:0:16044:0:(peer.c:3417:lnet_peer_merge_data()) kfreed 'addnis': 72 at ffff8800b5ab8c60. 00000400:00000010:2.0:1729607579.292775:0:16044:0:(peer.c:3418:lnet_peer_merge_data()) kfreed 'delnis': 60 at ffff8800b6105bc0. 00000400:00000010:2.0:1729607579.292778:0:16044:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at ffff8800b39560c0. 00000400:00000200:2.0:1729607579.292781:0:16044:0:(peer.c:3421:lnet_peer_merge_data()) peer 192.168.202.121@tcp (ffff8800ab570600): 0 00000400:00000200:2.0:1729607579.292783:0:16044:0:(peer.c:3726:lnet_peer_data_present()) peer 192.168.202.121@tcp(ffff8800ab570600): 0. state = 0x151 00000400:00000200:2.0:1729607579.292787:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 rc 1 00000400:00000200:2.0:1729607579.292791:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 00000400:00000200:2.0:1729607579.292794:0:16044:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:2.0:1729607579.292796:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x111 rc 0 00000400:00000200:2.0:1729607579.292799:0:16044:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000001:02000400:3.0:1729607579.510740:0:16198:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure 00000001:02000400:1.0:1729607579.525337:0:16200:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp1 --if eth0 00000400:00000010:1.0:1729607579.536324:0:16201:0:(api-ni.c:6060:lnet_genl_parse_local_ni()) alloc '(tun)': 168 at ffff8800b39599c0. 00000400:00000010:1.0:1729607579.536336:0:16201:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800b3959480. 00000400:00000010:1.0:1729607579.536342:0:16201:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b6ffec00. 00000400:00000010:1.0:1729607579.536346:0:16201:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d1a980. 00000400:00000010:1.0:1729607579.536351:0:16201:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8801373fa900. 00000400:00000010:1.0:1729607579.536353:0:16201:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8801373fa140. 00000400:00000010:1.0:1729607579.536356:0:16201:0:(lib-cpt.c:1148:cfs_percpt_alloc()) alloc '(arr)': 32 at ffff8800b6d1a000. 00000400:00000010:1.0:1729607579.536358:0:16201:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8801373faf80. 00000400:00000010:1.0:1729607579.536360:0:16201:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8801373fa200. 00000400:00000010:1.0:1729607579.536363:0:16201:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800ab116048. 00000800:00000010:1.0:1729607579.536373:0:16201:0:(socklnd.c:2636:ksocknal_startup()) alloc '(net)': 208 at ffff88012e1f1a00. 00000800:00000200:1.0:1729607579.536396:0:16201:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf eth0 speed -95 00000400:00000400:1.0:1729607579.536404:0:16201:0:(lib-socket.c:558:lnet_inet_enumerate()) lnet: Ignoring interface test1pg: it's down 00000400:00000200:1.0:1729607579.541592:0:16201:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2 00000400:02000000:1.0:1729607579.541604:0:16201:0:(api-ni.c:2593:lnet_startup_lndni()) Added LNI 192.168.202.21@tcp1 [8/256/0/180] 00000400:00000010:1.0:1729607579.544889:0:16201:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at ffff8800b614c0c0. 00000400:00000010:1.0:1729607579.544895:0:16201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3bdc2c0. 00000400:00000010:1.0:1729607579.544901:0:16201:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41bc2a8. 00000400:00000010:1.0:1729607579.544916:0:16201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3bdc210. 00000400:00000200:1.0:1729607579.544919:0:16201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41bc3b8 00000400:00000010:1.0:1729607579.544922:0:16201:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41bc3b8. 00000400:00000010:1.0:1729607579.544926:0:16201:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff8800ab1b55c0. 00000400:00000200:1.0:1729607579.544947:0:16201:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: 0 00000400:00000010:1.0:1729607579.544952:0:16201:0:(api-ni.c:6348:lnet_genl_parse_local_ni()) kfreed 'tun': 168 at ffff8800b39599c0. 00000400:00000200:3.0:1729607579.544991:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1729607579.544999:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 00000400:00000010:3.0:1729607579.545004:0:16044:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab444c8. 00000400:00000010:3.0:1729607579.545010:0:16044:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a2230. 00000400:00000200:3.0:1729607579.545014:0:16044:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1729607579.545021:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.545027:0:16044:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1729607579.545032:0:16044:0:(lib-move.c:2519:lnet_find_best_ni_on_local_net()) n[tcp1, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 4], ns[0, 4] 00000400:00000200:3.0:1729607579.545036:0:16044:0:(lib-move.c:2567:lnet_find_best_ni_on_local_net()) selected best_lpn tcp1 00000400:00000200:3.0:1729607579.545039:0:16044:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.202.21@tcp1 00000400:00000200:3.0:1729607579.545042:0:16044:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.202.21@tcp1 lpni_is_preferred = 0 00000400:00000200:3.0:1729607579.545044:0:16044:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.545047:0:16044:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [5:5:256:4294967295] 192.168.202.121@tcp1 LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1729607579.545050:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.545053:0:16044:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.545059:0:16044:0:(lib-move.c:1988:lnet_handle_send()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1:) -> 192.168.202.121@tcp1(192.168.202.121@tcp:192.168.202.121@tcp1) : PUT try# 0 00000800:00000200:3.0:1729607579.545064:0:16044:0:(socklnd_cb.c:1000:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.121@tcp1 00000800:00000010:3.0:1729607579.545067:0:16044:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6db1e00. 00000400:00000200:3.0:1729607579.545073:0:16044:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000800:00000010:3.0:1729607579.545075:0:16044:0:(socklnd.c:156:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff8800b39f8300. 00000800:00000010:3.0:1729607579.545077:0:16044:0:(socklnd.c:105:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff8800b39f8e40. 00000800:00000200:3.0:1729607579.545081:0:16044:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (2) 00000800:00000200:3.1F:1729607579.545084:0:16044:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (2) 00000400:00000200:3.0:1729607579.545101:0:16044:0:(peer.c:3934:lnet_peer_send_push()) peer 192.168.202.121@tcp 00000400:00000010:1.0:1729607579.545102:0:16201:0:(module.c:324:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 988 at ffff8800b611d000. 00000400:00000200:3.0:1729607579.545103:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x551 rc 0 00000400:00000010:1.0:1729607579.545113:0:16201:0:(module.c:402:lnet_psdev_ioctl()) kfreed 'hdr': 988 at ffff8800b611d000. 00000400:00000010:1.0:1729607579.545116:0:16201:0:(module.c:324:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 988 at ffff8800b611d000. 00000400:00000010:1.0:1729607579.545121:0:16201:0:(module.c:402:lnet_psdev_ioctl()) kfreed 'hdr': 988 at ffff8800b611d000. 00000400:00000010:1.0:1729607579.545132:0:16201:0:(module.c:324:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 988 at ffff8800b611d000. 00000400:00000010:1.0:1729607579.545137:0:16201:0:(module.c:402:lnet_psdev_ioctl()) kfreed 'hdr': 988 at ffff8800b611d000. 00000400:00000200:3.0:1729607579.545139:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000010:1.0:1729607579.545140:0:16201:0:(module.c:324:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 988 at ffff8800b611d000. 00000400:00000010:1.0:1729607579.545143:0:16201:0:(module.c:402:lnet_psdev_ioctl()) kfreed 'hdr': 988 at ffff8800b611d000. 00000400:00000200:3.0:1729607579.545158:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000400:00000200:3.0:1729607579.545167:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.121:988 00000800:00000010:3.0:1729607579.545847:0:16034:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a9a04000. 00000800:00000010:3.0:1729607579.545855:0:16034:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800b39f8180. 00000800:00000010:3.0:1729607579.545859:0:16034:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b396be00. 00000800:00000010:3.0:1729607579.545865:0:16034:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b396be00. 00000400:00000200:0.0:1729607579.546753:0:16034:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000800:00000200:0.1:1729607579.546758:0:16034:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1729607579.546765:0:16034:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:0.1:1729607579.546768:0:16034:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6db1e00 type 1, nob 160 niov 1 nkiov 1 00000800:00000200:0.0:1729607579.546772:0:16034:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp1 p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607578094000382 sched[0] 00000800:00000010:0.0:1729607579.546776:0:16034:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800b39f8180. 00000400:00000200:0.0:1729607579.546810:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.546826:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.546834:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.546843:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.121:988 00000800:00000200:0.0:1729607579.546895:0:16038:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607579.546898:0:16038:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6db1e00. 00000400:00000200:0.0:1729607579.546900:0:16038:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607579.546904:0:16038:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: PUT: OK 00000400:00000200:0.0:1729607579.546908:0:16038:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1729607579.546910:0:16038:0:(peer.c:3039:lnet_discovery_event_send()) Push Send to 192.168.202.121@tcp: 0 00000800:00000010:0.0:1729607579.547205:0:16034:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012bf44000. 00000800:00000010:0.0:1729607579.547209:0:16034:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a9a5e0c0. 00000800:00000010:0.0:1729607579.547218:0:16034:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b59e5080. 00000800:00000010:0.0:1729607579.547224:0:16034:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b59e5080. 00000400:00000200:0.0:1729607579.547552:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.547557:0:16038:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : ACK - for me 00000400:00000200:0.0:1729607579.547569:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.547591:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.547596:0:16038:0:(lib-move.c:4651:lnet_parse_ack()) 192.168.202.21@tcp1: ACK from 12345-192.168.202.121@tcp1 into md 0x15 00000400:00000200:0.0:1729607579.547601:0:16038:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607579.547604:0:16038:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: ACK: OK 00000400:00000200:0.0:1729607579.547607:0:16038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab444c8 00000400:00000010:0.0:1729607579.547608:0:16038:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab444c8. 00000400:00000200:0.0:1729607579.547611:0:16038:0:(peer.c:3087:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1729607579.547613:0:16038:0:(peer.c:2805:lnet_discovery_event_ack()) peer 192.168.202.121@tcp ev->status 0 00000400:00000200:0.0:1729607579.547615:0:16038:0:(peer.c:2411:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.121@tcp: -114 00000400:00000200:3.0:1729607579.547656:0:16044:0:(peer.c:4000:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1729607579.547661:0:16044:0:(peer.c:4112:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x151 00000400:00000200:3.0:1729607579.547663:0:16044:0:(peer.c:3856:lnet_peer_discovered()) peer 192.168.202.121@tcp 00000400:00000200:3.0:1729607579.547665:0:16044:0:(peer.c:4134:lnet_peer_discovery()) peer 192.168.202.121@tcp(ffff8800ab570600) state 0x111 rc 0 00000400:00000200:3.0:1729607579.547667:0:16044:0:(peer.c:2427:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.121@tcp 00000400:00000200:0.0:1729607579.547889:0:16034:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000800:00000200:0.1:1729607579.547892:0:16034:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1729607579.547897:0:16034:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp1 p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607578094000382 sched[0] 00000800:00000010:0.0:1729607579.547899:0:16034:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a9a5e0c0. 00000400:00000200:0.0:1729607579.547924:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.547937:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.547946:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.547954:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.121:988 00000400:00000200:0.0:1729607579.547962:0:16034:0:(lib-socket.c:428:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.121:988 00000800:00000010:0.0:1729607579.548291:0:16034:0:(socklnd.c:923:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012bf42000. 00000800:00000010:0.0:1729607579.548293:0:16034:0:(socklnd.c:950:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a9a5e0c0. 00000800:00000010:0.0:1729607579.548296:0:16034:0:(socklnd_proto.c:567:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b59e5ac0. 00000800:00000010:0.0:1729607579.548299:0:16034:0:(socklnd_proto.c:607:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b59e5ac0. 00000400:00000200:0.0:1729607579.548914:0:16034:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000800:00000200:0.1:1729607579.548917:0:16034:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1729607579.548921:0:16034:0:(socklnd.c:1220:ksocknal_create_conn()) New conn 12345-192.168.202.121@tcp1 p 3.x 192.168.202.21 -> 192.168.202.121:988 incarnation:1729607578094000382 sched[0] 00000800:00000010:0.0:1729607579.548924:0:16034:0:(socklnd.c:1228:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a9a5e0c0. 00000400:00000010:1.0:1729607579.769305:0:16321:0:(api-ni.c:5479:lnet_net_show_start()) alloc '(nlist)': 8 at ffff8800ab116620. 00000400:00000010:1.0:1729607579.769358:0:16321:0:(api-ni.c:5452:lnet_net_show_done()) kfreed 'nlist': 8 at ffff8800ab116620. 00000400:00000010:2.0:1729607579.775500:0:16322:0:(api-ni.c:7238:lnet_peer_ni_show_start()) alloc '(plist)': 16 at ffff8800b61ebab0. 00000400:00000200:2.0:1729607579.775546:0:16322:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607579.775600:0:16322:0:(api-ni.c:7210:lnet_peer_ni_show_done()) kfreed 'plist': 16 at ffff8800b61ebab0. 00000400:00000010:0.0:1729607579.792905:0:16326:0:(module.c:324:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at ffff88012b53c740. 00000400:00000010:0.0:1729607579.792914:0:16326:0:(module.c:402:lnet_psdev_ioctl()) kfreed 'hdr': 12 at ffff88012b53c740. 00000001:02000400:1.0:1729607579.801063:0:16328:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl set transaction_timeout 10 00000400:00000200:2.0:1729607579.817919:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817925:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817939:0:16330:0:(api-ni.c:2963:nla_strnid()) 192.168.202.21@tcp -> 192.168.202.21@tcp 00000400:00000200:2.0:1729607579.817941:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817945:0:16330:0:(api-ni.c:2963:nla_strnid()) 192.168.202.121@tcp -> 192.168.202.121@tcp 00000400:00000200:2.0:1729607579.817946:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817948:0:16330:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:2.0:1729607579.817949:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817951:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817952:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817954:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.817956:0:16330:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000010:2.0:1729607579.817960:0:16330:0:(net_fault.c:880:lnet_delay_rule_add()) alloc '(rule)': 392 at ffff8800b4270600. 00000400:00000200:2.0:1729607579.818322:0:16330:0:(net_fault.c:929:lnet_delay_rule_add()) Added delay rule: src 192.168.202.21@tcp, dst 192.168.202.121@tcp, rate 1 00000400:00000200:2.0:1729607579.823843:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823848:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823855:0:16332:0:(api-ni.c:2963:nla_strnid()) 192.168.202.21@tcp -> 192.168.202.21@tcp 00000400:00000200:2.0:1729607579.823857:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823862:0:16332:0:(api-ni.c:2963:nla_strnid()) 192.168.202.121@tcp1 -> 192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.823863:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823866:0:16332:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:2.0:1729607579.823867:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823868:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823870:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823871:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.823873:0:16332:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000010:2.0:1729607579.823876:0:16332:0:(net_fault.c:880:lnet_delay_rule_add()) alloc '(rule)': 392 at ffff8800b4271600. 00000400:00000200:2.0:1729607579.823881:0:16332:0:(net_fault.c:929:lnet_delay_rule_add()) Added delay rule: src 192.168.202.21@tcp, dst 192.168.202.121@tcp1, rate 1 00000400:00000200:2.0:1729607579.829408:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829413:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829422:0:16333:0:(api-ni.c:2963:nla_strnid()) 192.168.202.21@tcp1 -> 192.168.202.21@tcp1 00000400:00000200:2.0:1729607579.829423:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829427:0:16333:0:(api-ni.c:2963:nla_strnid()) 192.168.202.121@tcp -> 192.168.202.121@tcp 00000400:00000200:2.0:1729607579.829428:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829430:0:16333:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:2.0:1729607579.829431:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829433:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829434:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829436:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.829438:0:16333:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000010:2.0:1729607579.829441:0:16333:0:(net_fault.c:880:lnet_delay_rule_add()) alloc '(rule)': 392 at ffff8800b4271200. 00000400:00000200:2.0:1729607579.829447:0:16333:0:(net_fault.c:929:lnet_delay_rule_add()) Added delay rule: src 192.168.202.21@tcp1, dst 192.168.202.121@tcp, rate 1 00000400:00000200:2.0:1729607579.834925:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834930:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834945:0:16334:0:(api-ni.c:2963:nla_strnid()) 192.168.202.21@tcp1 -> 192.168.202.21@tcp1 00000400:00000200:2.0:1729607579.834947:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834951:0:16334:0:(api-ni.c:2963:nla_strnid()) 192.168.202.121@tcp1 -> 192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.834953:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834955:0:16334:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:2.0:1729607579.834956:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834957:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834959:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834961:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:2.0:1729607579.834962:0:16334:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000010:2.0:1729607579.834965:0:16334:0:(net_fault.c:880:lnet_delay_rule_add()) alloc '(rule)': 392 at ffff8800b4270e00. 00000400:00000200:2.0:1729607579.834971:0:16334:0:(net_fault.c:929:lnet_delay_rule_add()) Added delay rule: src 192.168.202.21@tcp1, dst 192.168.202.121@tcp1, rate 1 00000400:00000010:1.0:1729607579.842359:0:16336:0:(api-ni.c:7238:lnet_peer_ni_show_start()) alloc '(plist)': 16 at ffff88012ab38b00. 00000400:00000200:1.0:1729607579.842406:0:16336:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1729607579.842424:0:16336:0:(api-ni.c:7210:lnet_peer_ni_show_done()) kfreed 'plist': 16 at ffff88012ab38b00. 00000400:00000010:0.0:1729607579.857956:0:16341:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff88012aabab40. 00000400:00000010:0.0:1729607579.857979:0:16341:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8800b60e2000. 00000400:00000010:0.0:1729607579.857984:0:16341:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a414ee0. 00000400:00000010:0.0:1729607579.857991:0:16341:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aaf4620. 00000400:00000200:0.0:1729607579.857997:0:16341:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1729607579.858006:0:16341:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.858011:0:16341:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1729607579.858018:0:16341:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [6:6:256:4294967295] 192.168.202.121@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1729607579.858023:0:16341:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.858026:0:16341:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:0.0:1729607579.858034:0:16341:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 1 00000400:00000010:3.0:1729607579.858249:0:16342:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff880131054b80. 00000400:00000010:3.0:1729607579.858271:0:16342:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b2a3000. 00000400:00000010:3.0:1729607579.858275:0:16342:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab44330. 00000400:00000010:3.0:1729607579.858281:0:16342:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a22d8. 00000400:00000200:3.0:1729607579.858286:0:16342:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1729607579.858293:0:16342:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.858298:0:16342:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1729607579.858303:0:16342:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [7:7:255:4294967295] 192.168.202.121@tcp LPNI seq info [7:7:7:4294967295] 00000400:00000200:3.0:1729607579.858307:0:16342:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.858311:0:16342:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1729607579.858316:0:16342:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 2 00000400:00000010:1.0:1729607579.859284:0:16343:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800b39e0a80. 00000400:00000010:1.0:1729607579.859305:0:16343:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b81d000. 00000400:00000010:1.0:1729607579.859309:0:16343:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b41bc3b8. 00000400:00000010:1.0:1729607579.859319:0:16343:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012b78e460. 00000400:00000200:1.0:1729607579.859325:0:16343:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:1.0:1729607579.859331:0:16343:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1729607579.859336:0:16343:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:1.0:1729607579.859344:0:16343:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [8:8:254:4294967295] 192.168.202.121@tcp LPNI seq info [8:8:6:4294967295] 00000400:00000200:1.0:1729607579.859349:0:16343:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:1.0:1729607579.859352:0:16343:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:1.0:1729607579.859357:0:16343:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 3 00000400:00000010:0.0:1729607579.862820:0:16345:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800adc17940. 00000400:00000010:0.0:1729607579.862843:0:16345:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8800b60e1000. 00000400:00000010:0.0:1729607579.862847:0:16345:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a414f68. 00000400:00000010:0.0:1729607579.862852:0:16345:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aaf4658. 00000400:00000200:0.0:1729607579.862857:0:16345:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1729607579.862863:0:16345:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.862868:0:16345:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1729607579.862873:0:16345:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [9:9:253:4294967295] 192.168.202.121@tcp LPNI seq info [9:9:5:4294967295] 00000400:00000200:0.0:1729607579.862878:0:16345:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.862881:0:16345:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:0.0:1729607579.862886:0:16345:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 4 00000400:00000010:2.0:1729607579.864482:0:16344:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8801373fad00. 00000400:00000010:2.0:1729607579.864506:0:16344:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b233000. 00000400:00000010:2.0:1729607579.864510:0:16344:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc604c8. 00000400:00000010:2.0:1729607579.864515:0:16344:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e6c8. 00000400:00000200:2.0:1729607579.864521:0:16344:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1729607579.864527:0:16344:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607579.864532:0:16344:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1729607579.864538:0:16344:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [10:10:252:4294967295] 192.168.202.121@tcp LPNI seq info [10:10:4:4294967295] 00000400:00000200:2.0:1729607579.864543:0:16344:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607579.864546:0:16344:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:2.0:1729607579.864551:0:16344:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 5 00000400:00000010:2.0:1729607579.865130:0:16346:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8801373fa180. 00000400:00000010:2.0:1729607579.865150:0:16346:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b232000. 00000400:00000010:2.0:1729607579.865153:0:16346:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc60440. 00000400:00000010:2.0:1729607579.865157:0:16346:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e700. 00000400:00000200:2.0:1729607579.865162:0:16346:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:2.0:1729607579.865167:0:16346:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607579.865171:0:16346:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:2.0:1729607579.865176:0:16346:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [11:11:251:4294967295] 192.168.202.121@tcp LPNI seq info [11:11:3:4294967295] 00000400:00000200:2.0:1729607579.865180:0:16346:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:2.0:1729607579.865183:0:16346:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:2.0:1729607579.865188:0:16346:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 6 00000400:00000010:3.0:1729607579.866064:0:16348:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800adc0ab80. 00000400:00000010:3.0:1729607579.866085:0:16348:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8800b5b28000. 00000400:00000010:3.0:1729607579.866088:0:16348:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab44440. 00000400:00000010:3.0:1729607579.866093:0:16348:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a22a0. 00000400:00000200:3.0:1729607579.866098:0:16348:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:3.0:1729607579.866103:0:16348:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.866108:0:16348:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:3.0:1729607579.866113:0:16348:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [12:12:250:4294967295] 192.168.202.121@tcp LPNI seq info [12:12:2:4294967295] 00000400:00000200:3.0:1729607579.866117:0:16348:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607579.866120:0:16348:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:3.0:1729607579.866125:0:16348:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 7 00000400:00000010:0.0:1729607579.866835:0:16347:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800adc17580. 00000400:00000010:0.0:1729607579.866854:0:16347:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8800b60e3000. 00000400:00000010:0.0:1729607579.866858:0:16347:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a414bb0. 00000400:00000010:0.0:1729607579.866863:0:16347:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aaf4690. 00000400:00000200:0.0:1729607579.866867:0:16347:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp 00000400:00000200:0.0:1729607579.866873:0:16347:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.866878:0:16347:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp to MR: 192.168.202.121@tcp local destination 00000400:00000200:0.0:1729607579.866882:0:16347:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp NI seq info: [13:13:249:4294967295] 192.168.202.121@tcp LPNI seq info [13:13:1:4294967295] 00000400:00000200:0.0:1729607579.866887:0:16347:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607579.866894:0:16347:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp 00000400:00000200:0.0:1729607579.866899:0:16347:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp->192.168.202.121@tcp: next delay: 8 00000400:00000010:0.0:1729607579.871542:0:16353:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800b6137a80. 00000400:00000010:0.0:1729607579.871565:0:16353:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8800b60e7000. 00000400:00000010:0.0:1729607579.871568:0:16353:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a414dd0. 00000400:00000010:0.0:1729607579.871600:0:16353:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aaf46c8. 00000400:00000200:0.0:1729607579.871606:0:16353:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:0.0:1729607579.871614:0:16353:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.871620:0:16353:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:0.0:1729607579.871643:0:16353:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [14:14:256:4294967295] 192.168.202.121@tcp1 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1729607579.871648:0:16353:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.871651:0:16353:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:0.0:1729607579.871657:0:16353:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 1 00000400:00000010:3.0:1729607579.872238:0:16352:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff88012a6d4a80. 00000400:00000010:3.0:1729607579.872264:0:16352:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b2a7000. 00000400:00000010:3.0:1729607579.872268:0:16352:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab44550. 00000400:00000010:3.0:1729607579.872273:0:16352:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a2348. 00000400:00000200:3.0:1729607579.872279:0:16352:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.872285:0:16352:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.872291:0:16352:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:3.0:1729607579.872296:0:16352:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [15:15:255:4294967295] 192.168.202.121@tcp1 LPNI seq info [15:15:7:4294967295] 00000400:00000200:3.0:1729607579.872301:0:16352:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.872305:0:16352:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.872310:0:16352:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 2 00000400:00000010:2.0:1729607579.872529:0:16354:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8801373fa700. 00000400:00000010:2.0:1729607579.872553:0:16354:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b237000. 00000400:00000010:2.0:1729607579.872557:0:16354:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc60110. 00000400:00000010:2.0:1729607579.872562:0:16354:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e738. 00000400:00000200:2.0:1729607579.872568:0:16354:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.872605:0:16354:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.872611:0:16354:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:2.0:1729607579.872617:0:16354:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [16:16:254:4294967295] 192.168.202.121@tcp1 LPNI seq info [16:16:6:4294967295] 00000400:00000200:2.0:1729607579.872642:0:16354:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.872645:0:16354:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.872651:0:16354:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 3 00000400:00000010:3.0:1729607579.873526:0:16351:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800b3ac8600. 00000400:00000010:3.0:1729607579.873548:0:16351:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012a64b000. 00000400:00000010:3.0:1729607579.873552:0:16351:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab44660. 00000400:00000010:3.0:1729607579.873556:0:16351:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a2310. 00000400:00000200:3.0:1729607579.873561:0:16351:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.873567:0:16351:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.873598:0:16351:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:3.0:1729607579.873604:0:16351:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [17:17:253:4294967295] 192.168.202.121@tcp1 LPNI seq info [17:17:5:4294967295] 00000400:00000200:3.0:1729607579.873608:0:16351:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.873612:0:16351:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.873616:0:16351:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 4 00000400:00000010:1.0:1729607579.876541:0:16358:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff88012dad2b40. 00000400:00000010:1.0:1729607579.876549:0:16358:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff88012dad2b40. 00000400:00000010:2.0:1729607579.877065:0:16356:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff88012e2a9540. 00000400:00000010:2.0:1729607579.877085:0:16356:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b236000. 00000400:00000010:2.0:1729607579.877089:0:16356:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc603b8. 00000400:00000010:2.0:1729607579.877093:0:16356:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e770. 00000400:00000200:2.0:1729607579.877097:0:16356:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.877103:0:16356:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.877107:0:16356:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:2.0:1729607579.877112:0:16356:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [18:18:252:4294967295] 192.168.202.121@tcp1 LPNI seq info [18:18:4:4294967295] 00000400:00000200:2.0:1729607579.877116:0:16356:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.877119:0:16356:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.877123:0:16356:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 5 00000400:00000010:3.0:1729607579.877451:0:16355:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800b3ac8cc0. 00000400:00000010:3.0:1729607579.877471:0:16355:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff880137014000. 00000400:00000010:3.0:1729607579.877475:0:16355:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012ab445d8. 00000400:00000010:3.0:1729607579.877479:0:16355:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b42a2380. 00000400:00000200:3.0:1729607579.877484:0:16355:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.877489:0:16355:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.877493:0:16355:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:3.0:1729607579.877498:0:16355:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [19:19:251:4294967295] 192.168.202.121@tcp1 LPNI seq info [19:19:3:4294967295] 00000400:00000200:3.0:1729607579.877502:0:16355:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607579.877505:0:16355:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:3.0:1729607579.877513:0:16355:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 6 00000400:00000010:0.0:1729607579.878220:0:16357:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff8800b6137d40. 00000400:00000010:0.0:1729607579.878240:0:16357:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff8801369e7000. 00000400:00000010:0.0:1729607579.878244:0:16357:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a414e58. 00000400:00000010:0.0:1729607579.878248:0:16357:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012aaf4700. 00000400:00000200:0.0:1729607579.878252:0:16357:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:0.0:1729607579.878257:0:16357:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.878261:0:16357:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:0.0:1729607579.878266:0:16357:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [20:20:250:4294967295] 192.168.202.121@tcp1 LPNI seq info [20:20:2:4294967295] 00000400:00000200:0.0:1729607579.878270:0:16357:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607579.878272:0:16357:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:0.0:1729607579.878276:0:16357:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 7 00000400:00000010:2.0:1729607579.880345:0:16350:0:(api-ni.c:8118:lnet_ping_show_start()) alloc '(plist)': 64 at ffff88012a425f40. 00000400:00000010:2.0:1729607579.880365:0:16350:0:(api-ni.c:1785:lnet_ping_buffer_alloc()) alloc '(pbuf)': 3969 at ffff88012b230000. 00000400:00000010:2.0:1729607579.880368:0:16350:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800adc602a8. 00000400:00000010:2.0:1729607579.880372:0:16350:0:(lib-lnet.h:469:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8800b425e7a8. 00000400:00000200:2.0:1729607579.880376:0:16350:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.880381:0:16350:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.880386:0:16350:0:(lib-move.c:2937:lnet_handle_send_case_locked()) Source Specified: 192.168.202.21@tcp1 to MR: 192.168.202.121@tcp1 local destination 00000400:00000200:2.0:1729607579.880390:0:16350:0:(lib-move.c:1871:lnet_handle_send()) 192.168.202.21@tcp1 NI seq info: [21:21:249:4294967295] 192.168.202.121@tcp1 LPNI seq info [21:21:1:4294967295] 00000400:00000200:2.0:1729607579.880395:0:16350:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:2.0:1729607579.880402:0:16350:0:(lib-move.c:1973:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.121@tcp1 00000400:00000200:2.0:1729607579.880406:0:16350:0:(net_fault.c:628:delay_rule_match()) Delay Rule 192.168.202.21@tcp1->192.168.202.121@tcp1: next delay: 8 00000400:00000200:1.0:1729607590.883332:0:16368:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:1.0:1729607590.883339:0:16368:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:1.0:1729607590.883344:0:16368:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:1.0:1729607590.883345:0:16368:0:(api-ni.c:9631:lnet_fault_cmd()) attr type: 5 00000400:00000200:1.0:1729607590.883348:0:16368:0:(api-ni.c:2963:nla_strnid()) -> 00000400:00000200:1.0:1729607590.883358:0:16368:0:(net_fault.c:967:lnet_delay_rule_del()) src dst fa_src 192.168.202.21@tcp1 fa_dst 192.168.202.121@tcp1 00000400:00000200:1.0:1729607590.883363:0:16368:0:(net_fault.c:978:lnet_delay_rule_del()) Remove delay rule: src 192.168.202.21@tcp1->dst: 192.168.202.121@tcp1 (1/1, 0) 00000400:00000200:1.0:1729607590.883368:0:16368:0:(net_fault.c:967:lnet_delay_rule_del()) src dst fa_src 192.168.202.21@tcp1 fa_dst 192.168.202.121@tcp 00000400:00000200:1.0:1729607590.883371:0:16368:0:(net_fault.c:978:lnet_delay_rule_del()) Remove delay rule: src 192.168.202.21@tcp1->dst: 192.168.202.121@tcp (1/1, 0) 00000400:00000200:1.0:1729607590.883375:0:16368:0:(net_fault.c:967:lnet_delay_rule_del()) src dst fa_src 192.168.202.21@tcp fa_dst 192.168.202.121@tcp1 00000400:00000200:1.0:1729607590.883379:0:16368:0:(net_fault.c:978:lnet_delay_rule_del()) Remove delay rule: src 192.168.202.21@tcp->dst: 192.168.202.121@tcp1 (1/1, 0) 00000400:00000200:1.0:1729607590.883383:0:16368:0:(net_fault.c:967:lnet_delay_rule_del()) src dst fa_src 192.168.202.21@tcp fa_dst 192.168.202.121@tcp 00000400:00000200:1.0:1729607590.883385:0:16368:0:(net_fault.c:978:lnet_delay_rule_del()) Remove delay rule: src 192.168.202.21@tcp->dst: 192.168.202.121@tcp (1/1, 0) 00000400:00000010:1.0:1729607590.883394:0:16368:0:(net_fault.c:577:delay_rule_decref()) kfreed 'rule': 392 at ffff8800b4270600. 00000400:00000010:1.0:1729607590.883399:0:16368:0:(net_fault.c:577:delay_rule_decref()) kfreed 'rule': 392 at ffff8800b4271600. 00000400:00000010:1.0:1729607590.883402:0:16368:0:(net_fault.c:577:delay_rule_decref()) kfreed 'rule': 392 at ffff8800b4271200. 00000400:00000010:1.0:1729607590.883406:0:16368:0:(net_fault.c:577:delay_rule_decref()) kfreed 'rule': 392 at ffff8800b4270e00. 00000400:00000200:1.0:1729607590.883602:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800a9a50000 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000200:1.0:1729607590.883608:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883613:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1b00. 00000800:00000200:1.0:1729607590.883619:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883627:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883632:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1b00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883643:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800adc0c210 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000200:1.0:1729607590.883646:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883655:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1300. 00000800:00000200:1.0:1729607590.883659:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883663:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883666:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1300 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883670:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8801373d8000 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000200:1.0:1729607590.883673:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883675:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1f00. 00000800:00000200:1.0:1729607590.883678:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883681:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883683:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1f00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883686:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800a9a50210 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000200:1.0:1729607590.883689:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883692:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1900. 00000800:00000200:1.0:1729607590.883695:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883698:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883699:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1900 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883703:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800ab548420 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000200:1.0:1729607590.883706:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883708:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1d00. 00000800:00000200:1.0:1729607590.883711:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883714:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883715:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1d00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1729607590.883716:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1729607590.883719:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800ab548630 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000800:00000010:3.0:1729607590.883722:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1b00. 00000800:00000200:1.0:1729607590.883722:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883724:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1500. 00000400:00000200:3.0:1729607590.883727:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883727:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883730:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883732:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1500 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1729607590.883734:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:1.0:1729607590.883735:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800adc0c420 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000400:00000200:3.0:1729607590.883739:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883742:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000800:00000010:1.0:1729607590.883745:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1b00. 00000800:00000200:1.0:1729607590.883748:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883751:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883753:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1b00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1729607590.883754:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883756:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1300. 00000400:00000200:1.0:1729607590.883757:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800a9a50420 192.168.202.21@tcp -> 192.168.202.121@tcp : GET 00000400:00000200:3.0:1729607590.883758:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883760:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp 00000400:00000200:3.0:1729607590.883761:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000800:00000010:1.0:1729607590.883762:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1300. 00000400:00000200:3.0:1729607590.883764:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883765:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b5a010c0] -> 12345-192.168.202.121@tcp (5) 00000800:00000200:1.0:1729607590.883768:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp ip 192.168.202.121:988 00000800:00000200:3.0:1729607590.883769:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1729607590.883770:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1300 type 2, nob 96 niov 1 nkiov 0 00000800:00000010:3.0:1729607590.883771:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1f00. 00000400:00000200:3.0:1729607590.883773:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.883774:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800a9a50630 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000400:00000200:3.0:1729607590.883776:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1729607590.883778:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883778:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883780:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1f00. 00000800:00000200:1.0:1729607590.883783:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:3.0:1729607590.883784:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883785:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1900. 00000800:00000200:1.0:1729607590.883786:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000400:00000200:3.0:1729607590.883787:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883789:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1f00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1729607590.883790:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1729607590.883792:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:3.0:1729607590.883795:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883797:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1d00. 00000400:00000200:3.0:1729607590.883799:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.883802:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1729607590.883804:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:1.0:1729607590.883807:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800adc0c630 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000800:00000200:3.0:1729607590.883808:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883809:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1500. 00000400:00000200:3.0:1729607590.883811:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883811:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883813:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1500. 00000400:00000200:3.0:1729607590.883814:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000400:00000200:3.0:1729607590.883815:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883816:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:3.0:1729607590.883819:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883820:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1b00. 00000800:00000200:1.0:1729607590.883820:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883821:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1500 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1729607590.883822:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.883825:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800ab548840 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000400:00000200:3.0:1729607590.883826:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000800:00000200:1.0:1729607590.883828:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883830:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1d00. 00000800:00000200:1.0:1729607590.883833:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000400:00000200:3.0:1729607590.883836:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883837:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883839:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1d00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883848:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800adc0c840 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000800:00000200:1.0:1729607590.883851:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883853:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1900. 00000800:00000200:1.0:1729607590.883856:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:1.0:1729607590.883860:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883861:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1729607590.883862:0:16041:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1729607590.883864:0:16041:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1300. 00000400:00000200:1.0:1729607590.883865:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800ab548a50 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000400:00000200:3.0:1729607590.883867:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883867:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883869:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1300. 00000400:00000200:3.0:1729607590.883870:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: GET: OK 00000800:00000200:1.0:1729607590.883872:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000400:00000200:3.0:1729607590.883873:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:1.0:1729607590.883876:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883877:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1300 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1729607590.883881:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800adc0ca50 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000800:00000200:1.0:1729607590.883884:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883885:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1b00. 00000800:00000200:1.0:1729607590.883888:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:0.0:1729607590.883888:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1729607590.883891:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000800:00000200:1.0:1729607590.883893:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1b00 type 2, nob 96 niov 1 nkiov 0 00000800:00000010:0.0:1729607590.883894:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1f00. 00000400:00000200:1.0:1729607590.883896:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800a9a50840 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000800:00000200:1.0:1729607590.883899:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000400:00000200:0.0:1729607590.883899:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1729607590.883901:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff88012e1f1f00. 00000800:00000200:1.0:1729607590.883903:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:1.0:1729607590.883907:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000400:00000200:0.0:1729607590.883907:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000800:00000200:1.0:1729607590.883909:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012e1f1f00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1729607590.883910:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:1.0:1729607590.883912:0:16368:0:(net_fault.c:738:delayed_msg_process()) TRACE: msg ffff8800ab548c60 192.168.202.21@tcp1 -> 192.168.202.121@tcp1 : GET 00000800:00000200:1.0:1729607590.883915:0:16368:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.121@tcp1 00000800:00000010:1.0:1729607590.883917:0:16368:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8800b6cf5b00. 00000800:00000200:1.0:1729607590.883920:0:16368:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b39f8300] -> 12345-192.168.202.121@tcp1 (5) 00000800:00000200:0.0:1729607590.883920:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883922:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1500. 00000800:00000200:1.0:1729607590.883923:0:16368:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.121@tcp1 ip 192.168.202.121:988 00000400:00000200:0.0:1729607590.883925:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1729607590.883929:0:16368:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6cf5b00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1729607590.883937:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.883940:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.883947:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883949:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1d00. 00000400:00000200:0.0:1729607590.883951:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.883954:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.883957:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.883961:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883962:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1900. 00000400:00000200:0.0:1729607590.883964:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.883967:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.883969:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.883973:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883974:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1300. 00000400:00000200:0.0:1729607590.883976:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.883978:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.883980:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.883984:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883985:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1b00. 00000400:00000200:0.0:1729607590.883987:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.883990:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.883991:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.883995:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.883996:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff88012e1f1f00. 00000400:00000200:0.0:1729607590.883998:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.884001:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.884003:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:0.0:1729607590.884043:0:16039:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1729607590.884045:0:16039:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800b6cf5b00. 00000400:00000200:0.0:1729607590.884047:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.884051:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: GET: OK 00000400:00000200:0.0:1729607590.884053:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:0.0:1729607590.884973:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:0.0:1729607590.884980:0:16038:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:0.0:1729607590.884987:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607590.884997:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:0.0:1729607590.885000:0:16038:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607590.885004:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:0.0:1729607590.885008:0:16038:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x49 00000400:00000200:3.0:1729607590.885011:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885015:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885021:0:16040:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x29 00000400:00000200:0.0:1729607590.885026:0:16038:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.885029:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1729607590.885031:0:16038:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:3.0:1729607590.885034:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:0.0:1729607590.885037:0:16038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a414dd0 00000400:00000010:0.0:1729607590.885039:0:16038:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a414dd0. 00000400:00000200:0.0:1729607590.885042:0:16038:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.885048:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a414ee0 00000400:00000010:3.0:1729607590.885051:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a414ee0. 00000400:00000200:3.0:1729607590.885055:0:16040:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.885074:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885078:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.885081:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885084:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885088:0:16040:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x1d 00000400:00000010:0.0:1729607590.885090:0:16341:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8800b60e2000. 00000400:00000200:3.0:1729607590.885093:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.885096:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:0.0:1729607590.885097:0:16341:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885101:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab44330 00000400:00000010:3.0:1729607590.885102:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab44330. 00000400:00000200:3.0:1729607590.885104:0:16040:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000010:1.0:1729607590.885112:0:16353:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8800b60e7000. 00000400:00000010:0.0:1729607590.885115:0:16341:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff88012aabab40. 00000400:00000200:1.0:1729607590.885122:0:16353:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:3.0:1729607590.885127:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885132:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.885136:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885138:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1729607590.885141:0:16353:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800b6137a80. 00000400:00000200:3.0:1729607590.885142:0:16040:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x31 00000400:00000200:3.0:1729607590.885193:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1729607590.885193:0:16342:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b2a3000. 00000400:00000200:3.0:1729607590.885203:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.885208:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b41bc3b8 00000400:00000010:3.0:1729607590.885209:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800b41bc3b8. 00000400:00000200:2.0:1729607590.885209:0:16342:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885212:0:16040:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.885229:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885232:0:16040:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000010:2.0:1729607590.885235:0:16342:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff880131054b80. 00000400:00000200:3.0:1729607590.885236:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885239:0:16040:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.885242:0:16040:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x39 00000400:00000200:3.0:1729607590.885253:0:16040:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.885257:0:16040:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.885260:0:16040:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a414f68 00000400:00000010:3.0:1729607590.885261:0:16040:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a414f68. 00000400:00000200:3.0:1729607590.885263:0:16040:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000010:3.0:1729607590.885296:0:16345:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8800b60e1000. 00000400:00000200:3.0:1729607590.885302:0:16345:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1729607590.885333:0:16345:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800adc17940. 00000400:00000010:1.0:1729607590.886042:0:16343:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b81d000. 00000400:00000200:1.0:1729607590.886051:0:16343:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1729607590.886068:0:16343:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800b39e0a80. 00000400:00000200:3.0:1729607590.886325:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886330:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.886335:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886338:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886343:0:16041:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x25 00000400:00000200:3.0:1729607590.886349:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.886353:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.886356:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc604c8 00000400:00000010:3.0:1729607590.886357:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc604c8. 00000400:00000200:3.0:1729607590.886359:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.886372:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886375:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.886378:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886381:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886384:0:16041:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x2d 00000400:00000200:3.0:1729607590.886398:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.886401:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.886403:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc60440 00000400:00000010:3.0:1729607590.886405:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc60440. 00000400:00000200:3.0:1729607590.886406:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.886417:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886420:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.886423:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886426:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886429:0:16041:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x35 00000400:00000200:3.0:1729607590.886433:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.886435:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.886437:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab44440 00000400:00000010:3.0:1729607590.886439:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab44440. 00000400:00000200:3.0:1729607590.886440:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:3.0:1729607590.886449:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886452:0:16041:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp(192.168.202.21@tcp) <- 192.168.202.121@tcp : REPLY - for me 00000400:00000200:3.0:1729607590.886455:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886457:0:16041:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886461:0:16041:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp: Reply from 12345-192.168.202.121@tcp of length 64/64 into md 0x41 00000400:00000010:2.0:1729607590.886461:0:16346:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b232000. 00000400:00000200:2.0:1729607590.886471:0:16346:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000200:3.0:1729607590.886478:0:16041:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1729607590.886482:0:16041:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp->192.168.202.121@tcp: REPLY: OK 00000400:00000200:3.0:1729607590.886485:0:16041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a414bb0 00000400:00000010:3.0:1729607590.886486:0:16041:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a414bb0. 00000400:00000200:3.0:1729607590.886488:0:16041:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000010:2.0:1729607590.886489:0:16346:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8801373fa180. 00000400:00000010:3.0:1729607590.886519:0:16344:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b233000. 00000400:00000200:3.0:1729607590.886552:0:16344:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:3.0:1729607590.886569:0:16344:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8801373fad00. 00000400:00000010:0.0:1729607590.886677:0:16347:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8800b60e3000. 00000400:00000200:0.0:1729607590.886686:0:16347:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:0.0:1729607590.886703:0:16347:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800adc17580. 00000400:00000200:1.0:1729607590.887135:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887141:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887147:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887150:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887156:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x3d 00000400:00000200:1.0:1729607590.887163:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887167:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887171:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab44550 00000400:00000010:1.0:1729607590.887173:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab44550. 00000400:00000200:1.0:1729607590.887176:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887190:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887194:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887198:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887200:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887204:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x45 00000400:00000200:1.0:1729607590.887209:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887212:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887214:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc60110 00000400:00000010:1.0:1729607590.887215:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc60110. 00000400:00000200:1.0:1729607590.887217:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887227:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887230:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887234:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887236:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887239:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x4d 00000400:00000200:1.0:1729607590.887253:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887256:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887258:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab44660 00000400:00000010:1.0:1729607590.887260:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab44660. 00000400:00000200:1.0:1729607590.887261:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887273:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887276:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887279:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887282:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887285:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x55 00000400:00000200:1.0:1729607590.887289:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887292:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887294:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc603b8 00000400:00000010:1.0:1729607590.887295:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc603b8. 00000400:00000200:1.0:1729607590.887297:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887306:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887309:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887312:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887314:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887318:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x5d 00000400:00000200:1.0:1729607590.887321:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887324:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887326:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012ab445d8 00000400:00000010:1.0:1729607590.887328:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012ab445d8. 00000400:00000200:1.0:1729607590.887329:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887339:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887342:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887345:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887347:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887351:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x51 00000400:00000200:1.0:1729607590.887355:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1729607590.887363:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887366:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a414e58 00000400:00000010:1.0:1729607590.887367:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff88012a414e58. 00000400:00000200:1.0:1729607590.887369:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:1.0:1729607590.887381:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887384:0:16039:0:(lib-move.c:4757:lnet_parse()) TRACE: 192.168.202.21@tcp1(192.168.202.21@tcp1) <- 192.168.202.121@tcp1 : REPLY - for me 00000400:00000200:1.0:1729607590.887388:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887391:0:16039:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887395:0:16039:0:(lib-move.c:4598:lnet_parse_reply()) 192.168.202.21@tcp1: Reply from 12345-192.168.202.121@tcp1 of length 64/64 into md 0x65 00000400:00000010:2.0:1729607590.887413:0:16354:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b237000. 00000400:00000200:1.0:1729607590.887420:0:16039:0:(lib-msg.c:1025:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1729607590.887422:0:16354:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000200:1.0:1729607590.887424:0:16039:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.21@tcp1->192.168.202.121@tcp1: REPLY: OK 00000400:00000200:1.0:1729607590.887427:0:16039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800adc602a8 00000400:00000010:1.0:1729607590.887428:0:16039:0:(lib-lnet.h:297:lnet_md_free()) slab-freed 'md': 136 at ffff8800adc602a8. 00000400:00000200:1.0:1729607590.887430:0:16039:0:(api-ni.c:9987:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000010:2.0:1729607590.887440:0:16354:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8801373fa700. 00000400:00000010:1.0:1729607590.887457:0:16351:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012a64b000. 00000400:00000200:1.0:1729607590.887465:0:16351:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:3.0:1729607590.887468:0:16348:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8800b5b28000. 00000400:00000200:3.0:1729607590.887477:0:16348:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:1.0:1729607590.887481:0:16351:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800b3ac8600. 00000400:00000010:3.0:1729607590.887494:0:16348:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800adc0ab80. 00000400:00000010:0.0:1729607590.887594:0:16357:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff8801369e7000. 00000400:00000200:0.0:1729607590.887603:0:16357:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:0.0:1729607590.887621:0:16357:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800b6137d40. 00000400:00000010:2.0:1729607590.888336:0:16356:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b236000. 00000400:00000200:2.0:1729607590.888344:0:16356:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:2.0:1729607590.888362:0:16356:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff88012e2a9540. 00000400:00000010:3.0:1729607590.888391:0:16352:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b2a7000. 00000400:00000200:3.0:1729607590.888404:0:16352:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:3.0:1729607590.888420:0:16352:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff88012a6d4a80. 00000400:00000010:0.0:1729607590.888522:0:16355:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff880137014000. 00000400:00000200:0.0:1729607590.888555:0:16355:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:0.0:1729607590.888596:0:16355:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff8800b3ac8cc0. 00000400:00000010:1.0:1729607590.888677:0:16350:0:(api-ni.c:1799:lnet_ping_buffer_free()) kfreed 'pbuf': 3969 at ffff88012b230000. 00000400:00000200:1.0:1729607590.888685:0:16350:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp1 to cpt 0 00000400:00000010:1.0:1729607590.888703:0:16350:0:(api-ni.c:8086:lnet_ping_show_done()) kfreed 'plist': 64 at ffff88012a425f40. 00000400:00000010:2.0:1729607590.897397:0:16370:0:(api-ni.c:7238:lnet_peer_ni_show_start()) alloc '(plist)': 16 at ffff8800b61ebab0. 00000400:00000200:2.0:1729607590.897445:0:16370:0:(api-ni.c:1591:lnet_nid4_cpt_hash()) Match nid 192.168.202.121@tcp to cpt 1 00000400:00000010:2.0:1729607590.897469:0:16370:0:(api-ni.c:7210:lnet_peer_ni_show_done()) kfreed 'plist': 16 at ffff8800b61ebab0. 00000001:02000400:0.0:1729607591.364659:0:16508:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_254: @@@@@@ FAIL: Expect 1 dropped GET but found 0 Debug log: 1528 lines, 1528 kept, 0 dropped, 0 bad.