00000400:00000010:1.0F:1774660231.020761:0:97276:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000006814c6cc. 00000400:00000010:1.0:1774660231.020778:0:97276:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 0000000014defba4. 00000400:00000010:1.0:1774660231.020781:0:97276:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000007b8d1940. 00000400:00000010:1.0:1774660231.020783:0:97276:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 0000000001f94a74. 00000400:00000010:1.0:1774660231.020786:0:97276:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000e8be8315. 00000400:00000010:1.0:1774660231.020789:0:97276:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000581c5045. 00000400:00000010:1.0:1774660231.020793:0:97276:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000e650ee93. 00000400:00000010:1.0:1774660231.020795:0:97276:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000ac9df14f. 00000400:00000010:1.0:1774660231.020797:0:97276:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000b49e769f. 00000400:00000010:3.0F:1774660231.778184:0:97276:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000e6901104. 00000400:00000010:3.0:1774660231.778211:0:97276:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000483c2783. 00000400:00000010:3.0:1774660231.778216:0:97276:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078af2cca. 00000400:00000010:3.0:1774660231.778218:0:97276:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee84fd59. 00000400:00000010:3.0:1774660231.778219:0:97276:0:(lock.c:50:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000032544185. 00000400:00000010:3.0:1774660231.778220:0:97276:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000018aa552a. 00000400:00000010:3.0:1774660231.778221:0:97276:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002338d923. 00000400:00000010:3.0:1774660231.778222:0:97276:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb3a3db6. 00000400:00000200:3.0:1774660231.778314:0:97276:0:(api-ni.c:982:lnet_register_lnd()) lo LND registered 00000400:00000200:0.0F:1774660231.840298:0:97292:0:(api-ni.c:982:lnet_register_lnd()) tcp LND registered 00000400:00000010:1.0:1774660231.852367:0:97294:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 0000000069cdd534. 00000400:00000010:1.0:1774660231.852376:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000073bfc6a6. 00000400:00000010:1.0:1774660231.852381:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000c967de6b. 00000400:00000010:1.0:1774660231.852384:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000005d861ee1. 00000400:00000010:1.0:1774660231.852387:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001a96a35a. 00000400:00000010:1.0:1774660231.852389:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000eb5fbb51. 00000400:00000010:1.0:1774660231.852391:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000005b6d2949. 00000400:00000010:1.0:1774660231.852397:0:97294:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000f94b38a9. 00000400:00000010:1.0:1774660231.852403:0:97294:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000a1d033e3. 00000400:00000010:1.0:1774660231.852408:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008b783709. 00000400:00000010:1.0:1774660231.852410:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000009592a6c8. 00000400:00000010:1.0:1774660231.852412:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000028a04c1d. 00000400:00000010:1.0:1774660231.852415:0:97294:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000a1dddc7f. 00000400:00000010:1.0:1774660231.852418:0:97294:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000093fd4ed. 00000400:00000010:1.0:1774660231.852421:0:97294:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 000000009499a2ed. 00000400:00000010:1.0:1774660231.852439:0:97294:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000b2e469a9. 00000400:00000010:1.0:1774660231.852532:0:97294:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000003e6fc057. 00000400:00000010:1.0:1774660231.852543:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002c3443db. 00000400:00000010:1.0:1774660231.852546:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b77ea778. 00000400:00000010:1.0:1774660231.852548:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036e0f656. 00000400:00000010:1.0:1774660231.852630:0:97294:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000ad34420a. 00000400:00000010:1.0:1774660231.852718:0:97294:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000bd8336e0. 00000400:00000010:1.0:1774660231.852732:0:97294:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000005d839c6d. 00000400:00000010:1.0:1774660231.852741:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000095425ef4. 00000400:00000010:1.0:1774660231.852744:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fdf5178d. 00000400:00000010:1.0:1774660231.852746:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097e8a75f. 00000400:00000010:1.0:1774660231.852748:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9ed85a3. 00000400:00000010:1.0:1774660231.852754:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f33bebb. 00000400:00000010:1.0:1774660231.852760:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005af3c202. 00000400:00000010:1.0:1774660231.852763:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ca7d5e70. 00000400:00000010:1.0:1774660231.852765:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000018ae1107. 00000400:00000010:1.0:1774660231.852767:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d8e865c1. 00000400:00000010:1.0:1774660231.852770:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079f798cb. 00000400:00000010:1.0:1774660231.852776:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee096655. 00000400:00000010:1.0:1774660231.852782:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9a777a0. 00000400:00000010:1.0:1774660231.852785:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006d237e86. 00000400:00000010:1.0:1774660231.852787:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000083321047. 00000400:00000010:1.0:1774660231.852789:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000164a04a2. 00000400:00000010:1.0:1774660231.852791:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087f23be7. 00000400:00000010:1.0:1774660231.852796:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000028df6b49. 00000400:00000010:1.0:1774660231.852802:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f386013. 00000400:00000010:1.0:1774660231.852805:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab70647b. 00000400:00000010:1.0:1774660231.852807:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007611744f. 00000400:00000010:1.0:1774660231.852809:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6b5347e. 00000400:00000010:1.0:1774660231.852811:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c2acf34. 00000400:00000010:1.0:1774660231.852816:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d53fc1b2. 00000400:00000010:1.0:1774660231.852822:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000915aa816. 00000400:00000010:1.0:1774660231.852825:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000047c33209. 00000400:00000010:1.0:1774660231.852827:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000044a71dde. 00000400:00000010:1.0:1774660231.852829:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d28a130a. 00000400:00000010:1.0:1774660231.852831:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000512ca56c. 00000400:00000010:1.0:1774660231.852836:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001955fb1b. 00000400:00000010:1.0:1774660231.852857:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4ef0e8b. 00000400:00000010:1.0:1774660231.852859:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d2834f83. 00000400:00000010:1.0:1774660231.852860:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050b6d169. 00000400:00000010:1.0:1774660231.852876:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000951e24. 00000400:00000010:1.0:1774660231.852878:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087ee4065. 00000400:00000010:1.0:1774660231.852883:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd482c40. 00000400:00000010:1.0:1774660231.852887:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d05316a3. 00000400:00000010:1.0:1774660231.852889:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000083e87a86. 00000400:00000010:1.0:1774660231.852891:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b6414213. 00000400:00000010:1.0:1774660231.852892:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003044a98f. 00000400:00000010:1.0:1774660231.852894:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011955b32. 00000400:00000010:1.0:1774660231.852897:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000795a068d. 00000400:00000010:1.0:1774660231.852902:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8388cc3. 00000400:00000010:1.0:1774660231.852904:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cdfce121. 00000400:00000010:1.0:1774660231.852905:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000967915d2. 00000400:00000010:1.0:1774660231.852906:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057913571. 00000400:00000010:1.0:1774660231.852908:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004529abd2. 00000400:00000010:1.0:1774660231.852912:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009199a255. 00000400:00000010:1.0:1774660231.852916:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e023f7f4. 00000400:00000010:1.0:1774660231.852918:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000368217f8. 00000400:00000010:1.0:1774660231.852920:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000080426894. 00000400:00000010:1.0:1774660231.852921:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083606899. 00000400:00000010:1.0:1774660231.852923:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b819f3ab. 00000400:00000010:1.0:1774660231.852927:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006716e8e5. 00000400:00000010:1.0:1774660231.852931:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000af3fcd97. 00000400:00000010:1.0:1774660231.852933:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000265ab3ff. 00000400:00000010:1.0:1774660231.852934:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e1fa15d3. 00000400:00000010:1.0:1774660231.852935:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d32e927. 00000400:00000010:1.0:1774660231.852937:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031615d65. 00000400:00000010:1.0:1774660231.852941:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000996f6190. 00000400:00000010:1.0:1774660231.852946:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027f89c2d. 00000400:00000010:1.0:1774660231.852947:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006e37d02e. 00000400:00000010:1.0:1774660231.852949:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000034ab325. 00000400:00000010:1.0:1774660231.852950:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c34c603. 00000400:00000010:1.0:1774660231.852952:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000309e78a3. 00000400:00000010:1.0:1774660231.852955:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bad9bd6. 00000400:00000010:1.0:1774660231.852964:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a604fabb. 00000400:00000010:1.0:1774660231.852966:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003b94bc55. 00000400:00000010:1.0:1774660231.852967:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000075933f03. 00000400:00000010:1.0:1774660231.852969:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4f6e065. 00000400:00000010:1.0:1774660231.852971:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038f443d5. 00000400:00000010:1.0:1774660231.852975:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058b9939f. 00000400:00000010:1.0:1774660231.852980:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009580a10d. 00000400:00000010:1.0:1774660231.852982:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000041770b05. 00000400:00000010:1.0:1774660231.852983:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000025875c47. 00000400:00000010:1.0:1774660231.852984:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015da81e4. 00000400:00000010:1.0:1774660231.852986:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049991d69. 00000400:00000010:1.0:1774660231.852990:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b4c1a80. 00000400:00000010:1.0:1774660231.852994:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d0182fd. 00000400:00000010:1.0:1774660231.852996:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003502cada. 00000400:00000010:1.0:1774660231.852997:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005a924b21. 00000400:00000010:1.0:1774660231.852999:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b75d9b73. 00000400:00000010:1.0:1774660231.853000:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000420ef9d0. 00000400:00000010:1.0:1774660231.853004:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f11a40ad. 00000400:00000010:1.0:1774660231.853009:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000421a4435. 00000400:00000010:1.0:1774660231.853011:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000039129eff. 00000400:00000010:1.0:1774660231.853012:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000038a6d3b4. 00000400:00000010:1.0:1774660231.853014:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa06b7af. 00000400:00000010:1.0:1774660231.853015:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000176e366d. 00000400:00000010:1.0:1774660231.853019:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a95b2edd. 00000400:00000010:1.0:1774660231.853032:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ba8c92b. 00000400:00000010:1.0:1774660231.853034:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001809a9a9. 00000400:00000010:1.0:1774660231.853036:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000072908288. 00000400:00000010:1.0:1774660231.853037:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090e6a96e. 00000400:00000010:1.0:1774660231.853039:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a3c6250. 00000400:00000010:1.0:1774660231.853043:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b62396ac. 00000400:00000010:1.0:1774660231.853047:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a9fd616. 00000400:00000010:1.0:1774660231.853049:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dc37d548. 00000400:00000010:1.0:1774660231.853050:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000da5fda98. 00000400:00000010:1.0:1774660231.853055:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000404da5b0. 00000400:00000010:1.0:1774660231.853057:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d26cc10. 00000400:00000010:1.0:1774660231.853061:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb205b42. 00000400:00000010:1.0:1774660231.853070:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0c817c9. 00000400:00000010:1.0:1774660231.853072:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008a1ef5a2. 00000400:00000010:1.0:1774660231.853074:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004d086f2d. 00000400:00000010:1.0:1774660231.853076:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066cde32e. 00000400:00000010:1.0:1774660231.853077:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3369c16. 00000400:00000010:1.0:1774660231.853081:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c0f44096. 00000400:00000010:1.0:1774660231.853085:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000964ff06e. 00000400:00000010:1.0:1774660231.853087:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000705659f6. 00000400:00000010:1.0:1774660231.853088:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c797aea7. 00000400:00000010:1.0:1774660231.853089:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000923d89c5. 00000400:00000010:1.0:1774660231.853091:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed9a6a1e. 00000400:00000010:1.0:1774660231.853095:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052101293. 00000400:00000010:1.0:1774660231.853104:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbabb844. 00000400:00000010:1.0:1774660231.853106:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006587b80a. 00000400:00000010:1.0:1774660231.853108:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c4fe6919. 00000400:00000010:1.0:1774660231.853109:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003f8c392. 00000400:00000010:1.0:1774660231.853111:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072c89495. 00000400:00000010:1.0:1774660231.853114:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d9b3732. 00000400:00000010:1.0:1774660231.853118:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fc710e8. 00000400:00000010:1.0:1774660231.853120:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f0b078d. 00000400:00000010:1.0:1774660231.853122:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c23d49d. 00000400:00000010:1.0:1774660231.853123:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068893805. 00000400:00000010:1.0:1774660231.853125:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000227ed31f. 00000400:00000010:1.0:1774660231.853129:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a51567d6. 00000400:00000010:1.0:1774660231.853138:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9f289ce. 00000400:00000010:1.0:1774660231.853140:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000053c19558. 00000400:00000010:1.0:1774660231.853142:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000050ea343f. 00000400:00000010:1.0:1774660231.853144:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099758b90. 00000400:00000010:1.0:1774660231.853145:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000aa9f9d7. 00000400:00000010:1.0:1774660231.853149:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c2eec52. 00000400:00000010:1.0:1774660231.853159:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d5166d73. 00000400:00000010:1.0:1774660231.853161:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001ad4bd1b. 00000400:00000010:1.0:1774660231.853163:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000099f62ecb. 00000400:00000010:1.0:1774660231.853164:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0e09806. 00000400:00000010:1.0:1774660231.853166:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd05495e. 00000400:00000010:1.0:1774660231.853170:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b2c81240. 00000400:00000010:1.0:1774660231.853179:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fc382cd. 00000400:00000010:1.0:1774660231.853181:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b5eb1285. 00000400:00000010:1.0:1774660231.853183:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000085d4228. 00000400:00000010:1.0:1774660231.853185:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e927f97. 00000400:00000010:1.0:1774660231.853187:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad1f1508. 00000400:00000010:1.0:1774660231.853226:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001df385f3. 00000400:00000010:1.0:1774660231.853233:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f685d903. 00000400:00000010:1.0:1774660231.853235:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000113b92cc. 00000400:00000010:1.0:1774660231.853236:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f889492b. 00000400:00000010:1.0:1774660231.853238:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e3c0a404. 00000400:00000010:1.0:1774660231.853239:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aaea9bf8. 00000400:00000010:1.0:1774660231.853243:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd50213d. 00000400:00000010:1.0:1774660231.853254:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c34809f. 00000400:00000010:1.0:1774660231.853256:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000043367370. 00000400:00000010:1.0:1774660231.853258:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c450a712. 00000400:00000010:1.0:1774660231.853260:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001fb78588. 00000400:00000010:1.0:1774660231.853262:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000094e4a6c. 00000400:00000010:1.0:1774660231.853266:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b31bd1cc. 00000400:00000010:1.0:1774660231.853270:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ffa78be. 00000400:00000010:1.0:1774660231.853283:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000072821991. 00000400:00000010:1.0:1774660231.853284:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000705fe814. 00000400:00000010:1.0:1774660231.853285:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005098a7c0. 00000400:00000010:1.0:1774660231.853287:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079c32913. 00000400:00000010:1.0:1774660231.853291:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb1d6ccd. 00000400:00000010:1.0:1774660231.853299:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000882e1607. 00000400:00000010:1.0:1774660231.853302:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f5db1d86. 00000400:00000010:1.0:1774660231.853304:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b55d337d. 00000400:00000010:1.0:1774660231.853310:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000809a3531. 00000400:00000010:1.0:1774660231.853312:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ee01fa85. 00000400:00000010:1.0:1774660231.853318:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b300efaa. 00000400:00000010:1.0:1774660231.853322:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000369b1944. 00000400:00000010:1.0:1774660231.853324:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fc22c773. 00000400:00000010:1.0:1774660231.853326:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000388faa1c. 00000400:00000010:1.0:1774660231.853327:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009ee0446. 00000400:00000010:1.0:1774660231.853329:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097d86c04. 00000400:00000010:1.0:1774660231.853332:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071ec89c0. 00000400:00000010:1.0:1774660231.853341:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a663d24. 00000400:00000010:1.0:1774660231.853344:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000037b7d92d. 00000400:00000010:1.0:1774660231.853345:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000417380f9. 00000400:00000010:1.0:1774660231.853347:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085aa332f. 00000400:00000010:1.0:1774660231.853348:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b03a9c0c. 00000400:00000010:1.0:1774660231.853362:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffe6315f. 00000400:00000010:1.0:1774660231.853366:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000200e0433. 00000400:00000010:1.0:1774660231.853368:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e57ede6a. 00000400:00000010:1.0:1774660231.853369:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000025f3c77a. 00000400:00000010:1.0:1774660231.853371:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009abf07f1. 00000400:00000010:1.0:1774660231.853372:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004dba24a7. 00000400:00000010:1.0:1774660231.853376:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094a76f90. 00000400:00000010:1.0:1774660231.853385:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002b1bb6e. 00000400:00000010:1.0:1774660231.853388:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000419b5521. 00000400:00000010:1.0:1774660231.853389:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058b53d16. 00000400:00000010:1.0:1774660231.853391:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003de0ea04. 00000400:00000010:1.0:1774660231.853392:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000157325d3. 00000400:00000010:1.0:1774660231.853396:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7baafa1. 00000400:00000010:1.0:1774660231.853400:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045d868be. 00000400:00000010:1.0:1774660231.853402:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f3a0ccb9. 00000400:00000010:1.0:1774660231.853403:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fdf4c88b. 00000400:00000010:1.0:1774660231.853405:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010f50cd9. 00000400:00000010:1.0:1774660231.853406:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000652f044e. 00000400:00000010:1.0:1774660231.853410:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000737ab37c. 00000400:00000010:1.0:1774660231.853423:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005392e15b. 00000400:00000010:1.0:1774660231.853443:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000acb8f23a. 00000400:00000010:1.0:1774660231.853444:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000717d41d9. 00000400:00000010:1.0:1774660231.853446:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092730003. 00000400:00000010:1.0:1774660231.853458:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055ea9516. 00000400:00000010:1.0:1774660231.853461:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7c332be. 00000400:00000010:1.0:1774660231.853466:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e81cf809. 00000400:00000010:1.0:1774660231.853468:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000034a0642f. 00000400:00000010:1.0:1774660231.853469:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008210b365. 00000400:00000010:1.0:1774660231.853470:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fbdee7f. 00000400:00000010:1.0:1774660231.853472:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000013e3ca33. 00000400:00000010:1.0:1774660231.853476:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccf5b88a. 00000400:00000010:1.0:1774660231.853485:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000149f054. 00000400:00000010:1.0:1774660231.853488:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004a0c2082. 00000400:00000010:1.0:1774660231.853490:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000199aebc2. 00000400:00000010:1.0:1774660231.853491:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebf5eb35. 00000400:00000010:1.0:1774660231.853493:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000780d7642. 00000400:00000010:1.0:1774660231.853496:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f08a990. 00000400:00000010:1.0:1774660231.853500:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037adee10. 00000400:00000010:1.0:1774660231.853502:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000018911c8f. 00000400:00000010:1.0:1774660231.853504:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000e087005. 00000400:00000010:1.0:1774660231.853505:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd5a5a8e. 00000400:00000010:1.0:1774660231.853507:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a6f752b. 00000400:00000010:1.0:1774660231.853521:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078846ae4. 00000400:00000010:1.0:1774660231.853531:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e162f02. 00000400:00000010:1.0:1774660231.853533:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000044ae01fd. 00000400:00000010:1.0:1774660231.853535:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000082ad405b. 00000400:00000010:1.0:1774660231.853536:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4cd5646. 00000400:00000010:1.0:1774660231.853538:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ff6d2e13. 00000400:00000010:1.0:1774660231.853541:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d5a2bfc. 00000400:00000010:1.0:1774660231.853545:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a3db9d1. 00000400:00000010:1.0:1774660231.853547:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000044254359. 00000400:00000010:1.0:1774660231.853549:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d799bb5c. 00000400:00000010:1.0:1774660231.853554:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076cd564b. 00000400:00000010:1.0:1774660231.853556:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc0d9559. 00000400:00000010:1.0:1774660231.853560:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068d0b453. 00000400:00000010:1.0:1774660231.853569:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab58d19e. 00000400:00000010:1.0:1774660231.853571:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000013485f46. 00000400:00000010:1.0:1774660231.853573:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000089703d82. 00000400:00000010:1.0:1774660231.853574:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf00dcd4. 00000400:00000010:1.0:1774660231.853576:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c661c30. 00000400:00000010:1.0:1774660231.853580:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b393f129. 00000400:00000010:1.0:1774660231.853584:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8803e73. 00000400:00000010:1.0:1774660231.853586:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006caabf90. 00000400:00000010:1.0:1774660231.853587:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fc9751ee. 00000400:00000010:1.0:1774660231.853588:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0af71bf. 00000400:00000010:1.0:1774660231.853590:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002e7dcd7. 00000400:00000010:1.0:1774660231.853594:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000006d6d237. 00000400:00000010:1.0:1774660231.853603:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc85d937. 00000400:00000010:1.0:1774660231.853605:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bc0f38d4. 00000400:00000010:1.0:1774660231.853607:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008d0a1773. 00000400:00000010:1.0:1774660231.853608:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8efc0b7. 00000400:00000010:1.0:1774660231.853610:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004cc22912. 00000400:00000010:1.0:1774660231.853613:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000084b0c28. 00000400:00000010:1.0:1774660231.853617:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5772803. 00000400:00000010:1.0:1774660231.853619:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e246c3db. 00000400:00000010:1.0:1774660231.853621:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002fa0e31b. 00000400:00000010:1.0:1774660231.853622:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cafaf88. 00000400:00000010:1.0:1774660231.853624:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087af8a54. 00000400:00000010:1.0:1774660231.853628:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d573e761. 00000400:00000010:1.0:1774660231.853636:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c21c79df. 00000400:00000010:1.0:1774660231.853639:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c0aeaca7. 00000400:00000010:1.0:1774660231.853640:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dba9edc6. 00000400:00000010:1.0:1774660231.853642:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001fae82bc. 00000400:00000010:1.0:1774660231.853643:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fd600da. 00000400:00000010:1.0:1774660231.853647:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000405dbcee. 00000400:00000010:1.0:1774660231.853655:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052750739. 00000400:00000010:1.0:1774660231.853657:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009ffe8171. 00000400:00000010:1.0:1774660231.853659:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000006fbccfd. 00000400:00000010:1.0:1774660231.853660:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e0ec9e0. 00000400:00000010:1.0:1774660231.853662:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c116f808. 00000400:00000010:1.0:1774660231.853665:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004982af25. 00000400:00000010:1.0:1774660231.853674:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006feb03eb. 00000400:00000010:1.0:1774660231.853676:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000053c66751. 00000400:00000010:1.0:1774660231.853678:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ff33b218. 00000400:00000010:1.0:1774660231.853679:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c9743a8. 00000400:00000010:1.0:1774660231.853681:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f55c3135. 00000400:00000010:1.0:1774660231.853684:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd5c15f3. 00000400:00000010:1.0:1774660231.853689:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d802a3ba. 00000400:00000010:1.0:1774660231.853690:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000be22e9cd. 00000400:00000010:1.0:1774660231.853692:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000000a9845. 00000400:00000010:1.0:1774660231.853693:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056835b42. 00000400:00000010:1.0:1774660231.853695:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054cb0379. 00000400:00000010:1.0:1774660231.853698:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb0256d7. 00000400:00000010:1.0:1774660231.853718:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb875898. 00000400:00000010:1.0:1774660231.853720:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002162d6b0. 00000400:00000010:1.0:1774660231.853721:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e58bbf2f. 00000400:00000010:1.0:1774660231.853723:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000269a28ae. 00000400:00000010:1.0:1774660231.853724:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002351e56a. 00000400:00000010:1.0:1774660231.853728:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004d356f1b. 00000400:00000010:1.0:1774660231.853732:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091a167b1. 00000400:00000010:1.0:1774660231.853734:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009b6d1f14. 00000400:00000010:1.0:1774660231.853735:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bea582b3. 00000400:00000010:1.0:1774660231.853737:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000529839bf. 00000400:00000010:1.0:1774660231.853738:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000700abddf. 00000400:00000010:1.0:1774660231.853742:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000573bb1b9. 00000400:00000010:1.0:1774660231.853751:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d6ab219. 00000400:00000010:1.0:1774660231.853753:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001578f7b7. 00000400:00000010:1.0:1774660231.853755:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000086017860. 00000400:00000010:1.0:1774660231.853760:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f308022c. 00000400:00000010:1.0:1774660231.853761:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a19d206c. 00000400:00000010:1.0:1774660231.853765:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000df558836. 00000400:00000010:1.0:1774660231.853770:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5c72dad. 00000400:00000010:1.0:1774660231.853772:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c59c7652. 00000400:00000010:1.0:1774660231.853773:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000245ae694. 00000400:00000010:1.0:1774660231.853774:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f61174c4. 00000400:00000010:1.0:1774660231.853776:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009cc3ebfd. 00000400:00000010:1.0:1774660231.853780:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003914d7fe. 00000400:00000010:1.0:1774660231.853789:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000060a45fec. 00000400:00000010:1.0:1774660231.853791:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000fc7a055. 00000400:00000010:1.0:1774660231.853793:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e8fcce7c. 00000400:00000010:1.0:1774660231.853794:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc67a851. 00000400:00000010:1.0:1774660231.853796:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f963c19. 00000400:00000010:1.0:1774660231.853800:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000070f18f5c. 00000400:00000010:1.0:1774660231.853804:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000065249c81. 00000400:00000010:1.0:1774660231.853805:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000025aaa0af. 00000400:00000010:1.0:1774660231.853807:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000fcbd53d. 00000400:00000010:1.0:1774660231.853808:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6180534. 00000400:00000010:1.0:1774660231.853810:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa60af78. 00000400:00000010:1.0:1774660231.853813:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d390f56. 00000400:00000010:1.0:1774660231.853822:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e02719c5. 00000400:00000010:1.0:1774660231.853825:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a732c524. 00000400:00000010:1.0:1774660231.853826:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002c2cdd87. 00000400:00000010:1.0:1774660231.853828:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e29754c. 00000400:00000010:1.0:1774660231.853829:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edc4d260. 00000400:00000010:1.0:1774660231.853833:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009cbae7f6. 00000400:00000010:1.0:1774660231.853837:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ba44cad. 00000400:00000010:1.0:1774660231.853839:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b1e6a543. 00000400:00000010:1.0:1774660231.853840:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008c14cd73. 00000400:00000010:1.0:1774660231.853842:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aee65317. 00000400:00000010:1.0:1774660231.853844:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ccc1c8e4. 00000400:00000010:1.0:1774660231.853848:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc1fea3c. 00000400:00000010:1.0:1774660231.853861:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000abb76af5. 00000400:00000010:1.0:1774660231.853863:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009d344b64. 00000400:00000010:1.0:1774660231.853865:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000df23a533. 00000400:00000010:1.0:1774660231.853867:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003707a1ab. 00000400:00000010:1.0:1774660231.853868:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5b329df. 00000400:00000010:1.0:1774660231.853872:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a70b368. 00000400:00000010:1.0:1774660231.853876:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a3faf9e8. 00000400:00000010:1.0:1774660231.853878:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008f0098af. 00000400:00000010:1.0:1774660231.853879:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003f19eaa7. 00000400:00000010:1.0:1774660231.853881:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016313177. 00000400:00000010:1.0:1774660231.853882:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043767d24. 00000400:00000010:1.0:1774660231.853886:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd8b21d0. 00000400:00000010:1.0:1774660231.853895:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006e1f231b. 00000400:00000010:1.0:1774660231.853897:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000000b1312e. 00000400:00000010:1.0:1774660231.853899:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008b13e880. 00000400:00000010:1.0:1774660231.853900:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006fb67fee. 00000400:00000010:1.0:1774660231.853902:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069ae5359. 00000400:00000010:1.0:1774660231.853906:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d04204d. 00000400:00000010:1.0:1774660231.853910:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e31a654. 00000400:00000010:1.0:1774660231.853912:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000409bc25b. 00000400:00000010:1.0:1774660231.853913:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fe47faac. 00000400:00000010:1.0:1774660231.853914:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055e0f6d9. 00000400:00000010:1.0:1774660231.853916:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003e7cd3bc. 00000400:00000010:1.0:1774660231.853920:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034719197. 00000400:00000010:1.0:1774660231.853929:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a86d7b94. 00000400:00000010:1.0:1774660231.853931:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004b93ea6d. 00000400:00000010:1.0:1774660231.853933:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002f4f92b6. 00000400:00000010:1.0:1774660231.853935:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006dfba571. 00000400:00000010:1.0:1774660231.853937:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002267c7d0. 00000400:00000010:1.0:1774660231.853940:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007c2ef992. 00000400:00000010:1.0:1774660231.853944:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a120fd2e. 00000400:00000010:1.0:1774660231.853946:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a49ed96b. 00000400:00000010:1.0:1774660231.853948:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b202b200. 00000400:00000010:1.0:1774660231.853954:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054788c81. 00000400:00000010:1.0:1774660231.853956:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab89c488. 00000400:00000010:1.0:1774660231.853960:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e04c8d4. 00000400:00000010:1.0:1774660231.853969:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000199aabc8. 00000400:00000010:1.0:1774660231.853971:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000563c726a. 00000400:00000010:1.0:1774660231.853972:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e6d9deb2. 00000400:00000010:1.0:1774660231.853974:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055cbfe4c. 00000400:00000010:1.0:1774660231.853975:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c08b6dc. 00000400:00000010:1.0:1774660231.853979:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000093b1337a. 00000400:00000010:1.0:1774660231.853983:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000299866bb. 00000400:00000010:1.0:1774660231.853985:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b215eece. 00000400:00000010:1.0:1774660231.853987:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000079d06bc9. 00000400:00000010:1.0:1774660231.853988:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003809f7d. 00000400:00000010:1.0:1774660231.853989:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f5909ca. 00000400:00000010:1.0:1774660231.853993:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000065034101. 00000400:00000010:1.0:1774660231.854004:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006657bd09. 00000400:00000010:1.0:1774660231.854006:0:97294:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008767e6aa. 00000400:00000010:1.0:1774660231.854008:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f07d6306. 00000400:00000010:1.0:1774660231.854009:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a03d894e. 00000400:00000010:1.0:1774660231.854011:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd34aa06. 00000400:00000010:1.0:1774660231.854016:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000293f7a0f. 00000400:00000010:1.0:1774660231.854021:0:97294:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa0829a9. 00000400:00000010:1.0:1774660231.854023:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000081e12897. 00000400:00000010:1.0:1774660231.854025:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002153f35f. 00000400:00000010:1.0:1774660231.854028:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006bc4f779. 00000400:00000010:1.0:1774660231.854031:0:97294:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000403e3ff7. 00000400:00000010:1.0:1774660231.854034:0:97294:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000445571e6. 00000400:00000010:1.0:1774660231.854036:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fa84bffb. 00000400:00000010:1.0:1774660231.854038:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003240775. 00000400:00000010:1.0:1774660231.854039:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005c399c7. 00000400:00000010:1.0:1774660231.854040:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000088a5ddc. 00000400:00000010:1.0:1774660231.854042:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000152fa4b8. 00000400:00000010:1.0:1774660231.854043:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e86f3f88. 00000400:00000010:1.0:1774660231.854051:0:97294:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 10 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.854056:0:97294:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000c51b1007. 00000400:00000010:1.0:1774660231.854058:0:97294:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d78f7ec6. 00000400:00000010:1.0:1774660231.854059:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000670e0f6c. 00000400:00000010:1.0:1774660231.854061:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003a8c0efc. 00000400:00000010:1.0:1774660231.854063:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2ad5a5b. 00000400:00000010:1.0:1774660231.854065:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003ebb94f7. 00000400:00000010:1.0:1774660231.854066:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005cb1f5dd. 00000400:00000010:1.0:1774660231.854067:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000673dc388. 00000400:00000010:1.0:1774660231.854070:0:97294:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000070723ab9. 00000400:00000010:1.0:1774660231.854073:0:97294:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 10 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.854083:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006218b8f1. 00000400:00000010:1.0:1774660231.854085:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000035749a57. 00000400:00000010:1.0:1774660231.854086:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000cdd32909. 00000800:00000200:1.0:1774660231.855574:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855580:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855583:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855586:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855589:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pg ifindex 23 state 3 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855592:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000200:1.0:1774660231.855595:0:97294:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000010:1.0:1774660231.855603:0:97294:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000054be70d7. 00000400:00000200:1.0:1774660231.855610:0:97294:0:(lib-socket.c:584:lnet_inet_enumerate()) Ignoring interface test1pg: it's down 00000800:00000200:1.0:1774660231.855617:0:97294:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:2.0F:1774660231.855865:0:97300:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000063c7ef06. 00000800:00000010:2.0:1774660231.855888:0:97300:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b3574e66. 00000800:00000010:1.0:1774660231.856035:0:97301:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000457aab9d. 00000800:00000010:1.0:1774660231.856040:0:97301:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000879b5c0c. 00000800:00000010:2.0:1774660231.856286:0:97302:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000040eb1c39. 00000800:00000010:2.0:1774660231.856297:0:97302:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000079bbb56d. 00000400:00000200:1.0:1774660231.856497:0:97294:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:2.0:1774660231.856516:0:97303:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000d539de5c. 00000800:00000010:2.0:1774660231.856525:0:97303:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000a8293e51. 00000400:00000200:1.0:1774660231.856545:0:97294:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.30) 00000400:02000000:1.0:1774660231.856556:0:97294:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.202.30@tcp [8/256/0/180] 00000400:00000400:1.0:1774660231.859180:0:97294:0:(config.c:1245:lnet_parse_routes()) Kernel parsing of LNet routes is deprecated. Consider converting to LNet YAML configuration. 00000400:00000010:1.0:1774660231.865167:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 45 at 00000000d4250c3c. 00000400:00000010:1.0:1774660231.865181:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 25 at 0000000057e8604a. 00000400:00000010:1.0:1774660231.865187:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 40 at 00000000dba9ecb6. 00000400:00000010:1.0:1774660231.865190:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 35 at 00000000727735b8. 00000400:00000010:1.0:1774660231.865192:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 35 at 000000005e314075. 00000400:00000010:1.0:1774660231.865194:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 35 at 000000005b352e1f. 00000400:00000010:1.0:1774660231.865207:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 35 at 000000001f48f49b. 00000400:00000010:1.0:1774660231.865209:0:97294:0:(config.c:846:lnet_new_text_buf()) alloc '(ltb)': 35 at 00000000bb88cdee. 00000400:00000010:1.0:1774660231.865211:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 40 at 00000000dba9ecb6. 00000400:00000200:1.0:1774660231.865223:0:97294:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.31@tcp 00000400:00000010:1.0:1774660231.865245:0:97294:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000865df6a0. 00000400:00000010:1.0:1774660231.865249:0:97294:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000dba9ecb6. 00000400:00000200:1.0:1774660231.865256:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660231.865273:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000010:1.0:1774660231.865277:0:97294:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 000000006717a7ba. 00000400:00000200:1.0:1774660231.865282:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660231.865286:0:97294:0:(peer.c:262:lnet_peer_alloc()) 000000006717a7ba nid 192.168.202.31@tcp 00000400:00000010:1.0:1774660231.865289:0:97294:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002d2b7aaa. 00000400:00000200:1.0:1774660231.865292:0:97294:0:(peer.c:202:lnet_peer_net_alloc()) 000000002d2b7aaa net tcp 00000400:00000200:1.0:1774660231.865294:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000010:1.0:1774660231.865298:0:97294:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023ade260. 00000400:00000200:1.0:1774660231.865302:0:97294:0:(peer.c:183:lnet_peer_ni_alloc()) 0000000023ade260 nid 192.168.202.31@tcp 00000400:00000200:1.0:1774660231.865309:0:97294:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.31@tcp NID 192.168.202.31@tcp flags 0x0 00000400:00000200:1.0:1774660231.865313:0:97294:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.31@tcp: 0 00000400:00000400:1.0:1774660231.865320:0:97294:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000200:1.0:1774660231.870114:0:97294:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.32@tcp 00000400:00000010:1.0:1774660231.870119:0:97294:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 0000000056d9dfe1. 00000400:00000010:1.0:1774660231.870121:0:97294:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870124:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:1.0:1774660231.870126:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000010:1.0:1774660231.870129:0:97294:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000056b337a. 00000400:00000200:1.0:1774660231.870131:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:1.0:1774660231.870133:0:97294:0:(peer.c:262:lnet_peer_alloc()) 00000000056b337a nid 192.168.202.32@tcp 00000400:00000010:1.0:1774660231.870135:0:97294:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000068d0ad20. 00000400:00000200:1.0:1774660231.870143:0:97294:0:(peer.c:202:lnet_peer_net_alloc()) 0000000068d0ad20 net tcp 00000400:00000200:1.0:1774660231.870145:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000010:1.0:1774660231.870147:0:97294:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006d066845. 00000400:00000200:1.0:1774660231.870149:0:97294:0:(peer.c:183:lnet_peer_ni_alloc()) 000000006d066845 nid 192.168.202.32@tcp 00000400:00000200:1.0:1774660231.870153:0:97294:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.32@tcp NID 192.168.202.32@tcp flags 0x0 00000400:00000200:1.0:1774660231.870173:0:97294:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.32@tcp: 0 00000400:00000400:1.0:1774660231.870176:0:97294:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:1.0:1774660231.870177:0:97294:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870183:0:97294:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.33@tcp 00000400:00000010:1.0:1774660231.870186:0:97294:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000fb118b46. 00000400:00000010:1.0:1774660231.870187:0:97294:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870189:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:1.0:1774660231.870191:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000010:1.0:1774660231.870203:0:97294:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e9b386fa. 00000400:00000200:1.0:1774660231.870206:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:1.0:1774660231.870210:0:97294:0:(peer.c:262:lnet_peer_alloc()) 00000000e9b386fa nid 192.168.202.33@tcp 00000400:00000010:1.0:1774660231.870212:0:97294:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006b50eaf5. 00000400:00000200:1.0:1774660231.870215:0:97294:0:(peer.c:202:lnet_peer_net_alloc()) 000000006b50eaf5 net tcp 00000400:00000200:1.0:1774660231.870217:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000010:1.0:1774660231.870219:0:97294:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d0287625. 00000400:00000200:1.0:1774660231.870223:0:97294:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000d0287625 nid 192.168.202.33@tcp 00000400:00000200:1.0:1774660231.870234:0:97294:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.33@tcp NID 192.168.202.33@tcp flags 0x0 00000400:00000200:1.0:1774660231.870239:0:97294:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.33@tcp: 0 00000400:00000400:1.0:1774660231.870243:0:97294:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:1.0:1774660231.870246:0:97294:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870252:0:97294:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.34@tcp 00000400:00000010:1.0:1774660231.870255:0:97294:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000b6626d2d. 00000400:00000010:1.0:1774660231.870257:0:97294:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870264:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:1.0:1774660231.870273:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000010:1.0:1774660231.870277:0:97294:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000bbe3cc79. 00000400:00000200:1.0:1774660231.870280:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:1.0:1774660231.870282:0:97294:0:(peer.c:262:lnet_peer_alloc()) 00000000bbe3cc79 nid 192.168.202.34@tcp 00000400:00000010:1.0:1774660231.870285:0:97294:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004f03a696. 00000400:00000200:1.0:1774660231.870295:0:97294:0:(peer.c:202:lnet_peer_net_alloc()) 000000004f03a696 net tcp 00000400:00000200:1.0:1774660231.870302:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000010:1.0:1774660231.870306:0:97294:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000033f2b3a5. 00000400:00000200:1.0:1774660231.870313:0:97294:0:(peer.c:183:lnet_peer_ni_alloc()) 0000000033f2b3a5 nid 192.168.202.34@tcp 00000400:00000200:1.0:1774660231.870317:0:97294:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.34@tcp NID 192.168.202.34@tcp flags 0x0 00000400:00000200:1.0:1774660231.870320:0:97294:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.34@tcp: 0 00000400:00000400:1.0:1774660231.870322:0:97294:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:1.0:1774660231.870323:0:97294:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870327:0:97294:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.35@tcp 00000400:00000010:1.0:1774660231.870329:0:97294:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 000000007daafcb9. 00000400:00000010:1.0:1774660231.870330:0:97294:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000643fe4ea. 00000400:00000200:1.0:1774660231.870332:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:1.0:1774660231.870334:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000010:1.0:1774660231.870336:0:97294:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000dca59fbf. 00000400:00000200:1.0:1774660231.870338:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:1.0:1774660231.870339:0:97294:0:(peer.c:262:lnet_peer_alloc()) 00000000dca59fbf nid 192.168.202.35@tcp 00000400:00000010:1.0:1774660231.870341:0:97294:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002c80cc39. 00000400:00000200:1.0:1774660231.870342:0:97294:0:(peer.c:202:lnet_peer_net_alloc()) 000000002c80cc39 net tcp 00000400:00000200:1.0:1774660231.870344:0:97294:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000010:1.0:1774660231.870346:0:97294:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000aa0b0b74. 00000400:00000200:1.0:1774660231.870348:0:97294:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000aa0b0b74 nid 192.168.202.35@tcp 00000400:00000200:1.0:1774660231.870350:0:97294:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.35@tcp NID 192.168.202.35@tcp flags 0x0 00000400:00000200:1.0:1774660231.870352:0:97294:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.35@tcp: 0 00000400:00000400:1.0:1774660231.870354:0:97294:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:1.0:1774660231.870354:0:97294:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 00000000643fe4ea. 00000400:00000010:1.0:1774660231.870357:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 25 at 0000000057e8604a. 00000400:00000010:1.0:1774660231.870358:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 35 at 00000000727735b8. 00000400:00000010:1.0:1774660231.870360:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 35 at 000000005e314075. 00000400:00000010:1.0:1774660231.870361:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 35 at 000000005b352e1f. 00000400:00000010:1.0:1774660231.870363:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 35 at 000000001f48f49b. 00000400:00000010:1.0:1774660231.870364:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 35 at 00000000bb88cdee. 00000400:00000010:1.0:1774660231.870366:0:97294:0:(config.c:860:lnet_free_text_buf()) kfreed 'ltb': 45 at 00000000d4250c3c. 00000400:00000010:1.0:1774660231.870692:0:97294:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000643fe4ea. 00000400:00000010:1.0:1774660231.870700:0:97294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129af0b0. 00000400:00000010:1.0:1774660231.870722:0:97294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afe1f946. 00000400:00000200:1.0:1774660231.870731:0:97294:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1774660231.870734:0:97294:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006837090f. 00000400:00000010:1.0:1774660231.870737:0:97294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a5e2350. 00000400:00000010:1.0:1774660231.870739:0:97294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf4a8216. 00000400:00000200:1.0:1774660231.870740:0:97294:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000006837090f 00000400:00000200:1.0:1774660231.870742:0:97294:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1774660231.870744:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b9fcb219. 00000400:00000010:1.0:1774660231.870747:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd64ff18. 00000400:00000010:1.0:1774660231.870749:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b6cb0e5. 00000400:00000010:1.0:1774660231.870750:0:97294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000089e05c6. 00000400:00000010:1.0:1774660231.870753:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb88cdee. 00000400:00000010:1.0:1774660231.870754:0:97294:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4250c3c. 00000400:00000200:1.0:1774660231.871132:0:97294:0:(peer.c:4224:lnet_peer_discovery_start()) discovery start: 0 00000400:00000200:3.0:1774660231.871341:0:97305:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.31@tcp(000000006717a7ba) tcp(000000002d2b7aaa) next ping 1774660231 00000400:00000200:3.0:1774660231.871350:0:97305:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.31@tcp, cpt = 1 00000400:00000200:0.0:1774660231.871359:0:97306:0:(peer.c:4050:lnet_peer_discovery()) started 00000400:00000200:3.0:1774660231.871363:0:97305:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.31@tcp: 0 00000400:00000200:3.0:1774660231.871368:0:97305:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660231.871372:0:97305:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1774660231.871380:0:97306:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1774660231.871381:0:97305:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.31@tcp NID 192.168.202.31@tcp: 0. pending discovery 00000400:00000200:3.0:1774660231.871390:0:97305:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.32@tcp(00000000056b337a) tcp(0000000068d0ad20) next ping 1774660231 00000400:00000200:3.0:1774660231.871394:0:97305:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.32@tcp, cpt = 1 00000400:00000200:0.0:1774660231.871406:0:97306:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.31@tcp(000000006717a7ba) state 0x16040 00000400:00000200:3.0:1774660231.871415:0:97305:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.32@tcp: 0 00000400:00000200:3.0:1774660231.871418:0:97305:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660231.871442:0:97305:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660231.871446:0:97305:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.32@tcp NID 192.168.202.32@tcp: 0. pending discovery 00000400:00000010:0.0:1774660231.871448:0:97306:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000094cc04b7. 00000400:00000200:3.0:1774660231.871456:0:97305:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.33@tcp(00000000e9b386fa) tcp(000000006b50eaf5) next ping 1774660231 00000400:00000200:3.0:1774660231.871461:0:97305:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.33@tcp, cpt = 1 00000400:00000200:3.0:1774660231.871474:0:97305:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.33@tcp: 0 00000400:00000200:3.0:1774660231.871477:0:97305:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000010:0.0:1774660231.871479:0:97306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000227ea437. 00000400:00000200:3.0:1774660231.871482:0:97305:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660231.871492:0:97305:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.33@tcp NID 192.168.202.33@tcp: 0. pending discovery 00000400:00000200:3.0:1774660231.871498:0:97305:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.34@tcp(00000000bbe3cc79) tcp(000000004f03a696) next ping 1774660231 00000400:00000200:3.0:1774660231.871507:0:97305:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.34@tcp, cpt = 1 00000400:00000010:0.0:1774660231.871510:0:97306:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009325f29a. 00000400:00000200:3.0:1774660231.871514:0:97305:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.34@tcp: 0 00000400:00000200:3.0:1774660231.871518:0:97305:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1774660231.871524:0:97306:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.31@tcp 00000400:00000200:3.0:1774660231.871525:0:97305:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660231.871535:0:97305:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.34@tcp NID 192.168.202.34@tcp: 0. pending discovery 00000400:00000200:3.0:1774660231.871541:0:97305:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.35@tcp(00000000dca59fbf) tcp(000000002c80cc39) next ping 1774660231 00000400:00000200:0.0:1774660231.871543:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:0.0:1774660231.871558:0:97306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.31@tcp local destination 00000400:00000200:3.0:1774660231.871566:0:97305:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.35@tcp, cpt = 1 00000400:00000200:0.0:1774660231.871574:0:97306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1774660231.871581:0:97306:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.31@tcp 00000400:00000200:0.0:1774660231.871589:0:97306:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.31@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:0.0:1774660231.871598:0:97306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1:1:256:4294967295] 192.168.202.31@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1774660231.871606:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:0.0:1774660231.871615:0:97306:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.31@tcp 00000400:00000200:0.0:1774660231.871627:0:97306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) : GET try# 0 00000800:00000200:0.0:1774660231.871638:0:97306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.31@tcp 00000400:00000200:3.0:1774660231.871642:0:97305:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.35@tcp: 0 00000400:00000200:3.0:1774660231.871646:0:97305:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000010:0.0:1774660231.871648:0:97306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002e017130. 00000400:00000200:3.0:1774660231.871649:0:97305:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660231.871661:0:97305:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.35@tcp NID 192.168.202.35@tcp: 0. pending discovery 00000400:00000200:0.0:1774660231.871666:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000800:00000010:0.0:1774660231.871673:0:97306:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d9b3a3a. 00000800:00000010:0.0:1774660231.871680:0:97306:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000455801c. 00000800:00000200:0.0:1774660231.871688:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d9b3a3a] -> 12345-192.168.202.31@tcp (2) 00000800:00000200:0.1F:1774660231.871705:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d9b3a3a] -> 12345-192.168.202.31@tcp (2) 00000400:00000200:0.0:1774660231.871741:0:97306:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.31@tcp 00000400:00000200:0.0:1774660231.871748:0:97306:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.31@tcp(000000006717a7ba) state 0x14240 rc 0 00000400:00000200:0.0:1774660231.871756:0:97306:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.32@tcp(00000000056b337a) state 0x16040 00000400:00000010:0.0:1774660231.871762:0:97306:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001f178b7f. 00000400:00000010:0.0:1774660231.871766:0:97306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b5bfb2f. 00000400:00000010:0.0:1774660231.871772:0:97306:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d88d27ef. 00000400:00000200:0.0:1774660231.871778:0:97306:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.32@tcp 00000400:00000200:0.0:1774660231.871800:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660231.871809:0:97306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.32@tcp local destination 00000400:00000200:0.0:1774660231.871816:0:97306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1774660231.871832:0:97306:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.32@tcp 00000400:00000200:0.0:1774660231.871839:0:97306:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.32@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:0.0:1774660231.871845:0:97306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [2:2:255:4294967295] 192.168.202.32@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1774660231.871859:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660231.871866:0:97306:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.32@tcp 00000400:00000200:0.0:1774660231.871881:0:97306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.32@tcp(192.168.202.32@tcp:192.168.202.32@tcp) : GET try# 0 00000800:00000200:0.0:1774660231.871891:0:97306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.32@tcp 00000800:00000010:0.0:1774660231.871896:0:97306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fb3c06be. 00000400:00000200:0.0:1774660231.871904:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000800:00000010:0.0:1774660231.871910:0:97306:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000080b841ca. 00000800:00000010:0.0:1774660231.871915:0:97306:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000059007ce7. 00000800:00000200:0.0:1774660231.871924:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080b841ca] -> 12345-192.168.202.32@tcp (2) 00000800:00000200:0.1:1774660231.871932:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000080b841ca] -> 12345-192.168.202.32@tcp (2) 00000400:00000200:0.0:1774660231.871971:0:97306:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.32@tcp 00000400:00000200:0.0:1774660231.871978:0:97306:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.32@tcp(00000000056b337a) state 0x14240 rc 0 00000400:00000200:0.0:1774660231.872014:0:97306:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.33@tcp(00000000e9b386fa) state 0x16040 00000400:00000010:0.0:1774660231.872022:0:97306:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000315d760c. 00000400:00000010:0.0:1774660231.872029:0:97306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000280b3626. 00000400:00000010:0.0:1774660231.872041:0:97306:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d40e1fd. 00000400:00000200:0.0:1774660231.872052:0:97306:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.33@tcp 00000400:00000200:0.0:1774660231.872067:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:0.0:1774660231.872075:0:97306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.33@tcp local destination 00000400:00000200:0.0:1774660231.872082:0:97306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1774660231.872088:0:97306:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.33@tcp 00000400:00000200:0.0:1774660231.872101:0:97306:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.33@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:0.0:1774660231.872109:0:97306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [3:3:254:4294967295] 192.168.202.33@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1774660231.872115:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:0.0:1774660231.872121:0:97306:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.33@tcp 00000400:00000200:0.0:1774660231.872138:0:97306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.33@tcp(192.168.202.33@tcp:192.168.202.33@tcp) : GET try# 0 00000800:00000200:0.0:1774660231.872147:0:97306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.33@tcp 00000800:00000010:0.0:1774660231.872153:0:97306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ce52dff4. 00000400:00000200:0.0:1774660231.872168:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000800:00000010:0.0:1774660231.872172:0:97306:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae669e3a. 00000800:00000010:0.0:1774660231.872175:0:97306:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ac125cae. 00000800:00000200:0.0:1774660231.872284:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae669e3a] -> 12345-192.168.202.33@tcp (2) 00000800:00000200:0.1:1774660231.872293:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae669e3a] -> 12345-192.168.202.33@tcp (2) 00000400:00000200:0.0:1774660231.872328:0:97306:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.33@tcp 00000400:00000200:0.0:1774660231.872335:0:97306:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.33@tcp(00000000e9b386fa) state 0x14240 rc 0 00000400:00000200:0.0:1774660231.872349:0:97306:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.34@tcp(00000000bbe3cc79) state 0x16040 00000400:00000010:0.0:1774660231.872360:0:97306:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e98761bf. 00000400:00000010:0.0:1774660231.872367:0:97306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8a5ca46. 00000400:00000010:0.0:1774660231.872380:0:97306:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b325a36a. 00000400:00000200:0.0:1774660231.872393:0:97306:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1774660231.872406:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:0.0:1774660231.872416:0:97306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1774660231.872422:0:97306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1774660231.872455:0:97306:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.34@tcp 00000400:00000200:0.0:1774660231.872458:0:97306:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.34@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:0.0:1774660231.872461:0:97306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [4:4:253:4294967295] 192.168.202.34@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1774660231.872471:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:0.0:1774660231.872475:0:97306:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.34@tcp 00000400:00000200:0.0:1774660231.872494:0:97306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : GET try# 0 00000800:00000200:0.0:1774660231.872504:0:97306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1774660231.872516:0:97306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007da21331. 00000400:00000200:0.0:1774660231.872524:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000800:00000010:0.0:1774660231.872528:0:97306:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007ddbcc9a. 00000800:00000010:0.0:1774660231.872532:0:97306:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e7e9f186. 00000800:00000200:0.0:1774660231.872541:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007ddbcc9a] -> 12345-192.168.202.34@tcp (2) 00000800:00000200:0.1:1774660231.872551:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007ddbcc9a] -> 12345-192.168.202.34@tcp (2) 00000400:00000200:0.0:1774660231.872570:0:97306:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.34@tcp 00000400:00000200:0.0:1774660231.872574:0:97306:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.34@tcp(00000000bbe3cc79) state 0x14240 rc 0 00000400:00000200:0.0:1774660231.872580:0:97306:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.35@tcp(00000000dca59fbf) state 0x16040 00000400:00000010:0.0:1774660231.872587:0:97306:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f8e20099. 00000400:00000010:0.0:1774660231.872592:0:97306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a9e1d9a. 00000400:00000010:0.0:1774660231.872609:0:97306:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007fe30963. 00000400:00000200:0.0:1774660231.872615:0:97306:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.35@tcp 00000400:00000200:0.0:1774660231.872624:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:0.0:1774660231.872630:0:97306:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.35@tcp local destination 00000400:00000200:0.0:1774660231.872636:0:97306:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1774660231.872641:0:97306:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.35@tcp 00000400:00000200:0.0:1774660231.872647:0:97306:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.35@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:0.0:1774660231.872653:0:97306:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [5:5:252:4294967295] 192.168.202.35@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1774660231.872659:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:0.0:1774660231.872663:0:97306:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.35@tcp 00000400:00000200:0.0:1774660231.872679:0:97306:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.35@tcp(192.168.202.35@tcp:192.168.202.35@tcp) : GET try# 0 00000800:00000200:0.0:1774660231.872690:0:97306:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.35@tcp 00000800:00000010:0.0:1774660231.872695:0:97306:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dab2da70. 00000400:00000200:0.0:1774660231.872702:0:97306:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000800:00000010:0.0:1774660231.872707:0:97306:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eadef363. 00000800:00000010:0.0:1774660231.872711:0:97306:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005402727f. 00000800:00000200:0.0:1774660231.872718:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eadef363] -> 12345-192.168.202.35@tcp (2) 00000800:00000200:0.1:1774660231.872727:0:97306:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eadef363] -> 12345-192.168.202.35@tcp (2) 00000400:00000200:0.0:1774660231.872735:0:97306:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.35@tcp 00000400:00000200:0.0:1774660231.872740:0:97306:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.35@tcp(00000000dca59fbf) state 0x14240 rc 0 00000400:00000010:0.0:1774660231.893862:0:97309:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000005d96eef. 00000400:00000010:0.0:1774660231.893935:0:97309:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000005d96eef. 00000400:00000010:1.0:1774660231.971963:0:97325:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097976208. 00000400:00000010:1.0:1774660231.972018:0:97325:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097976208. 00000400:00000010:1.0:1774660231.972517:0:97325:0:(api-ni.c:7135:lnet_route_show_start()) alloc '(rlist)': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.972558:0:97325:0:(api-ni.c:7035:lnet_route_show_done()) kfreed 'rlist': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.972756:0:97325:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 00000000ffc77773. 00000400:00000010:1.0:1774660231.972763:0:97325:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 00000000ffc77773. 00000400:00000010:1.0:1774660231.972924:0:97325:0:(api-ni.c:7432:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000002bbf8d46. 00000400:00000200:1.0:1774660231.972963:0:97325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:1.0:1774660231.972970:0:97325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:1.0:1774660231.972974:0:97325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660231.972979:0:97325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:1.0:1774660231.972983:0:97325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000010:1.0:1774660231.972990:0:97325:0:(api-ni.c:7409:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.973446:0:97325:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.973451:0:97325:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000002bbf8d46. 00000400:00000010:1.0:1774660231.973967:0:97325:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 00000000bb2676c2. 00000001:00000200:1.0:1774660231.973971:0:97325:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0 00000001:00000200:1.0:1774660231.973973:0:97325:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (000000007dd4b45b) 00000400:00000010:1.0:1774660231.973975:0:97325:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 00000000bb2676c2. 00000001:02000400:0.0:1774660232.129977:0:97351:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet unconfigure 00000400:00000200:2.0:1774660232.143701:0:97352:0:(net_fault.c:253:lnet_drop_rule_del()) src dst 00000400:00000200:0.0:1774660232.143814:0:97306:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: -108 00000400:00000200:0.0:1774660232.143821:0:97306:0:(peer.c:4152:lnet_peer_discovery()) stopping 00000400:00000200:0.0:1774660232.143827:0:97306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a9e1d9a 00000400:00000200:0.0:1774660232.143831:0:97306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8a5ca46 00000400:00000200:0.0:1774660232.143833:0:97306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000280b3626 00000400:00000200:0.0:1774660232.143836:0:97306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b5bfb2f 00000400:00000200:0.0:1774660232.143837:0:97306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000227ea437 00000400:00000100:3.0:1774660234.944951:0:97296:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.32:988 00000400:00000100:0.0:1774660234.945011:0:97297:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.33:988 00000400:00000100:2.0:1774660234.945014:0:97295:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.31:988 00000400:00000100:1.0:1774660234.945016:0:97307:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.34:988 00000400:00000100:0.0:1774660234.945117:0:97297:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.33@tcp at host 192.168.202.33 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000100:1.0:1774660234.945151:0:97307:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.34@tcp at host 192.168.202.34 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000100:2.0:1774660234.945154:0:97295:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.31@tcp at host 192.168.202.31 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1774660234.945228:0:97297:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:0.0:1774660234.945241:0:97297:0:(router.c:1750:lnet_notify()) 192.168.202.30@tcp notifying 192.168.202.33@tcp: down 00000400:00000200:2.0:1774660234.945261:0:97295:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660234.945277:0:97307:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000800:00000100:0.0:1774660234.945279:0:97297:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.33@tcp 00000400:00000200:2.0:1774660234.945296:0:97295:0:(router.c:1750:lnet_notify()) 192.168.202.30@tcp notifying 192.168.202.31@tcp: down 00000800:00000010:0.0:1774660234.945299:0:97297:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ce52dff4. 00000400:00000100:3.0:1774660234.945309:0:97296:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.32@tcp at host 192.168.202.32 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1774660234.945312:0:97307:0:(router.c:1750:lnet_notify()) 192.168.202.30@tcp notifying 192.168.202.34@tcp: down 00000400:00000200:0.0:1774660234.945320:0:97297:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000800:00000100:2.0:1774660234.945338:0:97295:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.31@tcp 00000400:00000200:3.0:1774660234.945341:0:97296:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660234.945356:0:97297:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.33@tcp: GET: REMOTE_DROPPED 00000800:00000010:2.0:1774660234.945358:0:97295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002e017130. 00000800:00000100:1.0:1774660234.945362:0:97307:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.34@tcp 00000400:00000200:3.0:1774660234.945368:0:97296:0:(router.c:1750:lnet_notify()) 192.168.202.30@tcp notifying 192.168.202.32@tcp: down 00000800:00000010:1.0:1774660234.945386:0:97307:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007da21331. 00000400:00000200:2.0:1774660234.945387:0:97295:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1774660234.945389:0:97297:0:(peer.c:4506:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.202.33@tcp(00000000d0287625) not eligible for recovery last alive 0 00000400:00000200:1.0:1774660234.945437:0:97307:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1774660234.945438:0:97297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000280b3626 00000400:00000010:0.0:1774660234.945452:0:97297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000280b3626. 00000400:00000200:2.0:1774660234.945454:0:97295:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.31@tcp: GET: REMOTE_DROPPED 00000800:00000100:3.0:1774660234.945455:0:97296:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.32@tcp 00000400:00000200:0.0:1774660234.945466:0:97297:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1774660234.945476:0:97307:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.34@tcp: GET: REMOTE_DROPPED 00000800:00000010:3.0:1774660234.945478:0:97296:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fb3c06be. 00000400:00000200:0.0:1774660234.945486:0:97297:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.33@tcp: 1 00000400:00000200:3.0:1774660234.945496:0:97296:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1774660234.945497:0:97295:0:(peer.c:4506:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.202.31@tcp(0000000023ade260) not eligible for recovery last alive 0 00000400:00000200:2.0:1774660234.945510:0:97295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000227ea437 00000400:00000200:3.0:1774660234.945513:0:97296:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.32@tcp: GET: REMOTE_DROPPED 00000400:00000010:2.0:1774660234.945520:0:97295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000227ea437. 00000400:00000200:0.0:1774660234.945522:0:97297:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.33@tcp: -114 00000400:00000200:2.0:1774660234.945534:0:97295:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1774660234.945543:0:97295:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.31@tcp: 1 00000400:00000010:0.0:1774660234.945545:0:97297:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000315d760c. 00000400:00000200:1.0:1774660234.945560:0:97307:0:(peer.c:4506:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.202.34@tcp(0000000033f2b3a5) not eligible for recovery last alive 0 00000400:00000200:1.0:1774660234.945569:0:97307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a5ca46 00000400:00000200:3.0:1774660234.945574:0:97296:0:(peer.c:4506:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.202.32@tcp(000000006d066845) not eligible for recovery last alive 0 00000400:00000010:1.0:1774660234.945576:0:97307:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8a5ca46. 00000400:00000200:3.0:1774660234.945600:0:97296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b5bfb2f 00000400:00000200:1.0:1774660234.945602:0:97307:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1774660234.945604:0:97295:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.31@tcp: -114 00000400:00000010:3.0:1774660234.945615:0:97296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b5bfb2f. 00000400:00000010:2.0:1774660234.945621:0:97295:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000094cc04b7. 00000400:00000200:1.0:1774660234.945625:0:97307:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.34@tcp: 1 00000400:00000200:3.0:1774660234.945632:0:97296:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1774660234.945643:0:97296:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.32@tcp: 1 00000400:00000200:1.0:1774660234.945652:0:97307:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.34@tcp: -114 00000400:00000010:1.0:1774660234.945658:0:97307:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e98761bf. 00000400:00000200:3.0:1774660234.945682:0:97296:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.32@tcp: -114 00000400:00000010:3.0:1774660234.945689:0:97296:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f178b7f. 00000400:00000100:1.0:1774660238.016831:0:97297:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.35:988 00000400:00000100:1.0:1774660238.016898:0:97297:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.35@tcp at host 192.168.202.35 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1774660238.016910:0:97297:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:1.0:1774660238.016915:0:97297:0:(router.c:1750:lnet_notify()) 192.168.202.30@tcp notifying 192.168.202.35@tcp: down 00000800:00000100:1.0:1774660238.016925:0:97297:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.35@tcp 00000800:00000010:1.0:1774660238.016929:0:97297:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dab2da70. 00000400:00000200:1.0:1774660238.016938:0:97297:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1774660238.016945:0:97297:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.35@tcp: GET: REMOTE_DROPPED 00000400:00000200:1.0:1774660238.016955:0:97297:0:(peer.c:4506:lnet_peer_ni_add_to_recoveryq_locked()) lpni 192.168.202.35@tcp(00000000aa0b0b74) not eligible for recovery last alive 0 00000400:00000200:1.0:1774660238.016962:0:97297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a9e1d9a 00000400:00000010:1.0:1774660238.016965:0:97297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a9e1d9a. 00000400:00000200:1.0:1774660238.016970:0:97297:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1774660238.016973:0:97297:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.35@tcp: 1 00000400:00000200:1.0:1774660238.016978:0:97297:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.35@tcp: -114 00000400:00000010:1.0:1774660238.017004:0:97297:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f8e20099. 00000400:00000200:0.0:1774660238.272251:0:97306:0:(peer.c:3756:lnet_peer_ping_failed()) peer 192.168.202.33@tcp:-113 00000400:00000200:0.0:1774660238.272258:0:97306:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.33@tcp 00000400:00000200:0.0:1774660238.272263:0:97306:0:(router.c:474:lnet_router_discovery_complete()) 192.168.202.33@tcp: Router discovery failed -108 00000400:00020000:0.0:1774660238.272268:0:97306:0:(lib-lnet.h:1336:lnet_set_route_aliveness()) route to o2ib through 192.168.202.33@tcp has gone from up to down 00000400:00000200:0.0:1774660238.275994:0:97306:0:(peer.c:3756:lnet_peer_ping_failed()) peer 192.168.202.31@tcp:-113 00000400:00000200:0.0:1774660238.275997:0:97306:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.31@tcp 00000400:00000200:0.0:1774660238.275999:0:97306:0:(router.c:474:lnet_router_discovery_complete()) 192.168.202.31@tcp: Router discovery failed -108 00000400:00020000:0.0:1774660238.276003:0:97306:0:(lib-lnet.h:1336:lnet_set_route_aliveness()) route to o2ib through 192.168.202.31@tcp has gone from up to down 00000400:00000200:0.0:1774660238.276006:0:97306:0:(peer.c:3756:lnet_peer_ping_failed()) peer 192.168.202.34@tcp:-113 00000400:00000200:0.0:1774660238.276007:0:97306:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.34@tcp 00000400:00000200:0.0:1774660238.276010:0:97306:0:(router.c:474:lnet_router_discovery_complete()) 192.168.202.34@tcp: Router discovery failed -108 00000400:00020000:0.0:1774660238.276013:0:97306:0:(lib-lnet.h:1336:lnet_set_route_aliveness()) route to o2ib through 192.168.202.34@tcp has gone from up to down 00000400:00000200:0.0:1774660238.276015:0:97306:0:(peer.c:3756:lnet_peer_ping_failed()) peer 192.168.202.32@tcp:-113 00000400:00000200:0.0:1774660238.276017:0:97306:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.32@tcp 00000400:00000200:0.0:1774660238.276019:0:97306:0:(router.c:474:lnet_router_discovery_complete()) 192.168.202.32@tcp: Router discovery failed -108 00000400:00020000:0.0:1774660238.276021:0:97306:0:(lib-lnet.h:1336:lnet_set_route_aliveness()) route to o2ib through 192.168.202.32@tcp has gone from up to down 00000400:00000200:0.0:1774660238.276023:0:97306:0:(peer.c:3756:lnet_peer_ping_failed()) peer 192.168.202.35@tcp:-113 00000400:00000200:0.0:1774660238.276051:0:97306:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.35@tcp 00000400:00000200:0.0:1774660238.276053:0:97306:0:(router.c:474:lnet_router_discovery_complete()) 192.168.202.35@tcp: Router discovery failed -108 00000400:00020000:0.0:1774660238.276056:0:97306:0:(lib-lnet.h:1336:lnet_set_route_aliveness()) route to o2ib through 192.168.202.35@tcp has gone from up to down 00000400:00000200:0.0:1774660238.276068:0:97306:0:(peer.c:4198:lnet_peer_discovery()) stopped 00000400:00000200:2.0:1774660238.276129:0:97352:0:(peer.c:4255:lnet_peer_discovery_stop()) discovery stopped 00000400:00000010:2.0:1774660238.276422:0:97352:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000009325f29a. 00000400:00000010:2.0:1774660238.276437:0:97352:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000d88d27ef. 00000400:00000010:2.0:1774660238.276443:0:97352:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000005d40e1fd. 00000400:00000010:2.0:1774660238.276453:0:97352:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 00000000b325a36a. 00000400:00000010:2.0:1774660238.276457:0:97352:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at 000000007fe30963. 00000400:00000010:2.0:1774660238.276464:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bb88cdee. 00000400:00000010:2.0:1774660238.276469:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d4250c3c. 00000400:00000010:2.0:1774660238.276475:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000089e05c6. 00000400:00000010:2.0:1774660238.276480:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000dd64ff18. 00000400:00000010:2.0:1774660238.276483:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004b6cb0e5. 00000400:00000010:2.0:1774660238.276499:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000b9fcb219. 00000400:00000010:2.0:1774660238.276510:0:97352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a5e2350. 00000400:00000200:2.0:1774660238.276513:0:97352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf4a8216 00000400:00000010:2.0:1774660238.276516:0:97352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf4a8216. 00000400:00000200:2.0:1774660238.276521:0:97352:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1774660238.276526:0:97352:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006837090f. 00000400:00000400:2.0:1774660238.276532:0:97352:0:(lib-ptl.c:967:lnet_clear_lazy_portal()) Active lazy portal 0 on exit 00000400:00000010:2.0:1774660238.279384:0:97352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000129af0b0. 00000400:00000200:2.0:1774660238.279399:0:97352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afe1f946 00000400:00000010:2.0:1774660238.279401:0:97352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afe1f946. 00000400:00000010:2.0:1774660238.279406:0:97352:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000643fe4ea. 00000400:00000200:3.0:1774660238.279570:0:97304:0:(acceptor.c:661:lnet_acceptor()) Acceptor stopping 00000400:00000200:2.0:1774660238.279609:0:97352:0:(router.c:792:lnet_del_route()) Del route: net <255:65535> : gw 00000400:00000010:2.0:1774660238.279638:0:97352:0:(router.c:855:lnet_del_route()) kfreed 'route': 88 at 00000000865df6a0. 00000400:00000010:2.0:1774660238.279644:0:97352:0:(router.c:855:lnet_del_route()) kfreed 'route': 88 at 0000000056d9dfe1. 00000400:00000010:2.0:1774660238.279648:0:97352:0:(router.c:855:lnet_del_route()) kfreed 'route': 88 at 00000000fb118b46. 00000400:00000010:2.0:1774660238.279651:0:97352:0:(router.c:855:lnet_del_route()) kfreed 'route': 88 at 00000000b6626d2d. 00000400:00000010:2.0:1774660238.279654:0:97352:0:(router.c:855:lnet_del_route()) kfreed 'route': 88 at 000000007daafcb9. 00000400:00000010:2.0:1774660238.279660:0:97352:0:(router.c:862:lnet_del_route()) kfreed 'rnet': 40 at 00000000dba9ecb6. 00000400:00000200:2.0:1774660238.279692:0:97352:0:(lo.c:49:lolnd_shutdown()) shutdown 00000400:00000010:2.0:1774660238.279696:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000003240775. 00000400:00000010:2.0:1774660238.279700:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000005c399c7. 00000400:00000010:2.0:1774660238.279702:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000fa84bffb. 00000400:00000010:2.0:1774660238.279704:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000152fa4b8. 00000400:00000010:2.0:1774660238.279706:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e86f3f88. 00000400:00000010:2.0:1774660238.279708:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000088a5ddc. 00000400:00000010:2.0:1774660238.279711:0:97352:0:(config.c:294:lnet_ni_free()) kfreed 'ni': 448 at 00000000445571e6. 00000400:00000010:2.0:1774660238.279730:0:97352:0:(config.c:330:lnet_net_free()) kfreed 'net': 176 at 00000000403e3ff7. 00000800:00000010:2.1F:1774660238.279755:0:97352:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 00000000e7e9f186. 00000800:00000200:2.1:1774660238.279775:0:97352:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.34@tcp 000000007ddbcc9a deleted 00000800:00000010:2.1:1774660238.279779:0:97352:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007ddbcc9a. 00000800:00000010:2.1:1774660238.279782:0:97352:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 000000000455801c. 00000800:00000200:2.1:1774660238.279786:0:97352:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.31@tcp 000000003d9b3a3a deleted 00000800:00000010:2.1:1774660238.279789:0:97352:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d9b3a3a. 00000800:00000010:2.1:1774660238.279792:0:97352:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 000000005402727f. 00000800:00000200:2.1:1774660238.279796:0:97352:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.35@tcp 00000000eadef363 deleted 00000800:00000010:2.1:1774660238.279797:0:97352:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000eadef363. 00000800:00000010:2.1:1774660238.279800:0:97352:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 0000000059007ce7. 00000800:00000200:2.1:1774660238.279804:0:97352:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.32@tcp 0000000080b841ca deleted 00000800:00000010:2.1:1774660238.279805:0:97352:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000080b841ca. 00000800:00000010:2.1:1774660238.279808:0:97352:0:(socklnd.c:126:ksocknal_destroy_conn_cb()) kfreed 'conn_cb': 192 at 00000000ac125cae. 00000800:00000200:2.1:1774660238.279811:0:97352:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.33@tcp 00000000ae669e3a deleted 00000800:00000010:2.1:1774660238.279813:0:97352:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ae669e3a. 00000400:00020000:2.0:1774660238.279817:0:97352:0:(acceptor.c:252:lnet_acceptor_remove_socket()) Interface ens2 not found 00000800:00000010:2.0:1774660238.282669:0:97352:0:(socklnd.c:2498:ksocknal_shutdown()) kfreed 'net': 208 at 0000000054be70d7. 00000800:00000010:2.0:1774660238.282674:0:97352:0:(socklnd.c:2235:ksocknal_base_shutdown()) before NAL cleanup: kmem 788865 00000800:00000200:2.0:1774660238.282684:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282687:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282689:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282691:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282700:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282702:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282705:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=test1pg ifindex 23 state 3 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282718:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282720:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000200:2.0:1774660238.282722:0:97352:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000010:1.0:1774660238.288317:0:97301:0:(socklnd_cb.c:1633:ksocknal_scheduler()) kfreed 'rx_scratch_pgs': 2048 at 00000000457aab9d. 00000800:00000010:1.0:1774660238.288332:0:97301:0:(socklnd_cb.c:1634:ksocknal_scheduler()) kfreed 'scratch_iov': 4096 at 00000000879b5c0c. 00000800:00000010:2.0:1774660238.288334:0:97302:0:(socklnd_cb.c:1633:ksocknal_scheduler()) kfreed 'rx_scratch_pgs': 2048 at 0000000040eb1c39. 00000800:00000010:2.0:1774660238.288343:0:97302:0:(socklnd_cb.c:1634:ksocknal_scheduler()) kfreed 'scratch_iov': 4096 at 0000000079bbb56d. 00000800:00000010:0.0:1774660238.288351:0:97300:0:(socklnd_cb.c:1633:ksocknal_scheduler()) kfreed 'rx_scratch_pgs': 2048 at 0000000063c7ef06. 00000800:00000010:0.0:1774660238.288360:0:97300:0:(socklnd_cb.c:1634:ksocknal_scheduler()) kfreed 'scratch_iov': 4096 at 00000000b3574e66. 00000800:00000010:2.0:1774660238.288459:0:97303:0:(socklnd_cb.c:1633:ksocknal_scheduler()) kfreed 'rx_scratch_pgs': 2048 at 00000000d539de5c. 00000800:00000010:2.0:1774660238.288468:0:97303:0:(socklnd_cb.c:1634:ksocknal_scheduler()) kfreed 'scratch_iov': 4096 at 00000000a8293e51. 00000400:00000010:3.0:1774660238.288699:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 0000000035749a57. 00000400:00000010:3.0:1774660238.288708:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000cdd32909. 00000400:00000010:3.0:1774660238.288711:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000006218b8f1. 00000800:00000010:3.0:1774660238.288714:0:97352:0:(socklnd.c:2296:ksocknal_base_shutdown()) after NAL cleanup: kmem 764001 00000400:02000000:3.0:1774660238.288720:0:97352:0:(api-ni.c:2511:lnet_clear_zombies_nis_locked()) Removed LNI 192.168.202.30@tcp 00000400:00000010:3.0:1774660238.290304:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003a8c0efc. 00000400:00000010:3.0:1774660238.290309:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b2ad5a5b. 00000400:00000010:3.0:1774660238.290312:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000670e0f6c. 00000400:00000010:3.0:1774660238.290314:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005cb1f5dd. 00000400:00000010:3.0:1774660238.290317:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000673dc388. 00000400:00000010:3.0:1774660238.290319:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000003ebb94f7. 00000400:00000010:3.0:1774660238.290331:0:97352:0:(config.c:287:lnet_ni_free()) kfreed 'ni->ni_interface': 5 at 0000000070723ab9. 00000400:00000010:3.0:1774660238.290338:0:97352:0:(config.c:294:lnet_ni_free()) kfreed 'ni': 448 at 00000000d78f7ec6. 00000400:00000200:3.0:1774660238.290358:0:97352:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.32@tcp 00000400:00000200:3.0:1774660238.290383:0:97352:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.32@tcp NID 192.168.202.32@tcp 00000400:00000200:3.0:1774660238.290387:0:97352:0:(peer.c:2196:lnet_destroy_peer_ni_locked()) 000000006d066845 nid 192.168.202.32@tcp 00000400:00000010:3.0:1774660238.290390:0:97352:0:(peer.c:2226:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000006d066845. 00000400:00000200:3.0:1774660238.290403:0:97352:0:(peer.c:212:lnet_destroy_peer_net_locked()) 0000000068d0ad20 net tcp 00000400:00000010:3.0:1774660238.290405:0:97352:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000068d0ad20. 00000400:00000200:3.0:1774660238.290408:0:97352:0:(peer.c:270:lnet_destroy_peer_locked()) 00000000056b337a nid 192.168.202.32@tcp 00000400:00000010:3.0:1774660238.290409:0:97352:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000056b337a. 00000400:00000200:3.0:1774660238.290412:0:97352:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.34@tcp 00000400:00000200:3.0:1774660238.290415:0:97352:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.34@tcp NID 192.168.202.34@tcp 00000400:00000200:3.0:1774660238.290417:0:97352:0:(peer.c:2196:lnet_destroy_peer_ni_locked()) 0000000033f2b3a5 nid 192.168.202.34@tcp 00000400:00000010:3.0:1774660238.290418:0:97352:0:(peer.c:2226:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000033f2b3a5. 00000400:00000200:3.0:1774660238.290420:0:97352:0:(peer.c:212:lnet_destroy_peer_net_locked()) 000000004f03a696 net tcp 00000400:00000010:3.0:1774660238.290421:0:97352:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000004f03a696. 00000400:00000200:3.0:1774660238.290423:0:97352:0:(peer.c:270:lnet_destroy_peer_locked()) 00000000bbe3cc79 nid 192.168.202.34@tcp 00000400:00000010:3.0:1774660238.290424:0:97352:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000bbe3cc79. 00000400:00000200:3.0:1774660238.290426:0:97352:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.31@tcp 00000400:00000200:3.0:1774660238.290429:0:97352:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.31@tcp NID 192.168.202.31@tcp 00000400:00000200:3.0:1774660238.290431:0:97352:0:(peer.c:2196:lnet_destroy_peer_ni_locked()) 0000000023ade260 nid 192.168.202.31@tcp 00000400:00000010:3.0:1774660238.290432:0:97352:0:(peer.c:2226:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000023ade260. 00000400:00000200:3.0:1774660238.290434:0:97352:0:(peer.c:212:lnet_destroy_peer_net_locked()) 000000002d2b7aaa net tcp 00000400:00000010:3.0:1774660238.290435:0:97352:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000002d2b7aaa. 00000400:00000200:3.0:1774660238.290437:0:97352:0:(peer.c:270:lnet_destroy_peer_locked()) 000000006717a7ba nid 192.168.202.31@tcp 00000400:00000010:3.0:1774660238.290438:0:97352:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000006717a7ba. 00000400:00000200:3.0:1774660238.290440:0:97352:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.35@tcp 00000400:00000200:3.0:1774660238.290442:0:97352:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.35@tcp NID 192.168.202.35@tcp 00000400:00000200:3.0:1774660238.290444:0:97352:0:(peer.c:2196:lnet_destroy_peer_ni_locked()) 00000000aa0b0b74 nid 192.168.202.35@tcp 00000400:00000010:3.0:1774660238.290445:0:97352:0:(peer.c:2226:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000aa0b0b74. 00000400:00000200:3.0:1774660238.290447:0:97352:0:(peer.c:212:lnet_destroy_peer_net_locked()) 000000002c80cc39 net tcp 00000400:00000010:3.0:1774660238.290448:0:97352:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000002c80cc39. 00000400:00000200:3.0:1774660238.290450:0:97352:0:(peer.c:270:lnet_destroy_peer_locked()) 00000000dca59fbf nid 192.168.202.35@tcp 00000400:00000010:3.0:1774660238.290451:0:97352:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000dca59fbf. 00000400:00000200:3.0:1774660238.290459:0:97352:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.33@tcp 00000400:00000200:3.0:1774660238.290462:0:97352:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.33@tcp NID 192.168.202.33@tcp 00000400:00000200:3.0:1774660238.290464:0:97352:0:(peer.c:2196:lnet_destroy_peer_ni_locked()) 00000000d0287625 nid 192.168.202.33@tcp 00000400:00000010:3.0:1774660238.290465:0:97352:0:(peer.c:2226:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d0287625. 00000400:00000200:3.0:1774660238.290467:0:97352:0:(peer.c:212:lnet_destroy_peer_net_locked()) 000000006b50eaf5 net tcp 00000400:00000010:3.0:1774660238.290468:0:97352:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000006b50eaf5. 00000400:00000200:3.0:1774660238.290470:0:97352:0:(peer.c:270:lnet_destroy_peer_locked()) 00000000e9b386fa nid 192.168.202.33@tcp 00000400:00000010:3.0:1774660238.290471:0:97352:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000e9b386fa. 00000400:00000010:3.0:1774660238.290474:0:97352:0:(config.c:330:lnet_net_free()) kfreed 'net': 176 at 00000000c51b1007. 00000400:00000010:3.0:1774660238.290478:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002153f35f. 00000400:00000010:3.0:1774660238.290481:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006bc4f779. 00000400:00000010:3.0:1774660238.290482:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000081e12897. 00000400:00000010:3.0:1774660238.290487:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005f33bebb. 00000400:00000010:3.0:1774660238.290492:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005af3c202. 00000400:00000010:3.0:1774660238.290496:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000097e8a75f. 00000400:00000010:3.0:1774660238.290499:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d9ed85a3. 00000400:00000010:3.0:1774660238.290500:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000fdf5178d. 00000400:00000010:3.0:1774660238.290502:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000095425ef4. 00000400:00000010:3.0:1774660238.290508:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ee096655. 00000400:00000010:3.0:1774660238.290512:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e9a777a0. 00000400:00000010:3.0:1774660238.290514:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d8e865c1. 00000400:00000010:3.0:1774660238.290516:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000079f798cb. 00000400:00000010:3.0:1774660238.290517:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000018ae1107. 00000400:00000010:3.0:1774660238.290519:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000ca7d5e70. 00000400:00000010:3.0:1774660238.290522:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000028df6b49. 00000400:00000010:3.0:1774660238.290526:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000007f386013. 00000400:00000010:3.0:1774660238.290528:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000164a04a2. 00000400:00000010:3.0:1774660238.290529:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000087f23be7. 00000400:00000010:3.0:1774660238.290530:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000083321047. 00000400:00000010:3.0:1774660238.290531:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000006d237e86. 00000400:00000010:3.0:1774660238.290534:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d53fc1b2. 00000400:00000010:3.0:1774660238.290539:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000915aa816. 00000400:00000010:3.0:1774660238.290541:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e6b5347e. 00000400:00000010:3.0:1774660238.290547:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002c2acf34. 00000400:00000010:3.0:1774660238.290548:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000007611744f. 00000400:00000010:3.0:1774660238.290550:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000ab70647b. 00000400:00000010:3.0:1774660238.290553:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001955fb1b. 00000400:00000010:3.0:1774660238.290558:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c4ef0e8b. 00000400:00000010:3.0:1774660238.290561:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d28a130a. 00000400:00000010:3.0:1774660238.290563:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000512ca56c. 00000400:00000010:3.0:1774660238.290564:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000044a71dde. 00000400:00000010:3.0:1774660238.290565:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000047c33209. 00000400:00000010:3.0:1774660238.290568:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cd482c40. 00000400:00000010:3.0:1774660238.290572:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d05316a3. 00000400:00000010:3.0:1774660238.290574:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000000951e24. 00000400:00000010:3.0:1774660238.290576:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000087ee4065. 00000400:00000010:3.0:1774660238.290577:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000050b6d169. 00000400:00000010:3.0:1774660238.290578:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000d2834f83. 00000400:00000010:3.0:1774660238.290581:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000795a068d. 00000400:00000010:3.0:1774660238.290585:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e8388cc3. 00000400:00000010:3.0:1774660238.290587:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003044a98f. 00000400:00000010:3.0:1774660238.290589:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000011955b32. 00000400:00000010:3.0:1774660238.290590:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000b6414213. 00000400:00000010:3.0:1774660238.290592:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000083e87a86. 00000400:00000010:3.0:1774660238.290595:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009199a255. 00000400:00000010:3.0:1774660238.290599:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e023f7f4. 00000400:00000010:3.0:1774660238.290602:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000057913571. 00000400:00000010:3.0:1774660238.290603:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004529abd2. 00000400:00000010:3.0:1774660238.290604:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000967915d2. 00000400:00000010:3.0:1774660238.290605:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000cdfce121. 00000400:00000010:3.0:1774660238.290609:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006716e8e5. 00000400:00000010:3.0:1774660238.290612:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000af3fcd97. 00000400:00000010:3.0:1774660238.290614:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000083606899. 00000400:00000010:3.0:1774660238.290616:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b819f3ab. 00000400:00000010:3.0:1774660238.290617:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000080426894. 00000400:00000010:3.0:1774660238.290618:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000368217f8. 00000400:00000010:3.0:1774660238.290625:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000996f6190. 00000400:00000010:3.0:1774660238.290628:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000027f89c2d. 00000400:00000010:3.0:1774660238.290630:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003d32e927. 00000400:00000010:3.0:1774660238.290632:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000031615d65. 00000400:00000010:3.0:1774660238.290633:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000e1fa15d3. 00000400:00000010:3.0:1774660238.290634:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000265ab3ff. 00000400:00000010:3.0:1774660238.290637:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005bad9bd6. 00000400:00000010:3.0:1774660238.290652:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a604fabb. 00000400:00000010:3.0:1774660238.290655:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003c34c603. 00000400:00000010:3.0:1774660238.290656:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000309e78a3. 00000400:00000010:3.0:1774660238.290657:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000034ab325. 00000400:00000010:3.0:1774660238.290658:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000006e37d02e. 00000400:00000010:3.0:1774660238.290662:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000058b9939f. 00000400:00000010:3.0:1774660238.290686:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009580a10d. 00000400:00000010:3.0:1774660238.290688:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e4f6e065. 00000400:00000010:3.0:1774660238.290690:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000038f443d5. 00000400:00000010:3.0:1774660238.290691:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000075933f03. 00000400:00000010:3.0:1774660238.290692:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000003b94bc55. 00000400:00000010:3.0:1774660238.290695:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000007b4c1a80. 00000400:00000010:3.0:1774660238.290699:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002d0182fd. 00000400:00000010:3.0:1774660238.290702:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000015da81e4. 00000400:00000010:3.0:1774660238.290703:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000049991d69. 00000400:00000010:3.0:1774660238.290705:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000025875c47. 00000400:00000010:3.0:1774660238.290706:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000041770b05. 00000400:00000010:3.0:1774660238.290710:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f11a40ad. 00000400:00000010:3.0:1774660238.290714:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000421a4435. 00000400:00000010:3.0:1774660238.290717:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b75d9b73. 00000400:00000010:3.0:1774660238.290718:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000420ef9d0. 00000400:00000010:3.0:1774660238.290719:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000005a924b21. 00000400:00000010:3.0:1774660238.290720:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000003502cada. 00000400:00000010:3.0:1774660238.290723:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a95b2edd. 00000400:00000010:3.0:1774660238.290728:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001ba8c92b. 00000400:00000010:3.0:1774660238.290731:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000aa06b7af. 00000400:00000010:3.0:1774660238.290738:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000176e366d. 00000400:00000010:3.0:1774660238.290739:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000038a6d3b4. 00000400:00000010:3.0:1774660238.290741:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000039129eff. 00000400:00000010:3.0:1774660238.290744:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b62396ac. 00000400:00000010:3.0:1774660238.290749:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001a9fd616. 00000400:00000010:3.0:1774660238.290751:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000090e6a96e. 00000400:00000010:3.0:1774660238.290753:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004a3c6250. 00000400:00000010:3.0:1774660238.290754:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000072908288. 00000400:00000010:3.0:1774660238.290755:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000001809a9a9. 00000400:00000010:3.0:1774660238.290759:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000eb205b42. 00000400:00000010:3.0:1774660238.290762:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e0c817c9. 00000400:00000010:3.0:1774660238.290765:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000404da5b0. 00000400:00000010:3.0:1774660238.290766:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005d26cc10. 00000400:00000010:3.0:1774660238.290768:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000da5fda98. 00000400:00000010:3.0:1774660238.290769:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000dc37d548. 00000400:00000010:3.0:1774660238.290772:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c0f44096. 00000400:00000010:3.0:1774660238.290776:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000964ff06e. 00000400:00000010:3.0:1774660238.290778:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000066cde32e. 00000400:00000010:3.0:1774660238.290779:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d3369c16. 00000400:00000010:3.0:1774660238.290780:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000004d086f2d. 00000400:00000010:3.0:1774660238.290782:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000008a1ef5a2. 00000400:00000010:3.0:1774660238.290785:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000052101293. 00000400:00000010:3.0:1774660238.290789:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cbabb844. 00000400:00000010:3.0:1774660238.290791:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000923d89c5. 00000400:00000010:3.0:1774660238.290793:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ed9a6a1e. 00000400:00000010:3.0:1774660238.290794:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000c797aea7. 00000400:00000010:3.0:1774660238.290796:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000705659f6. 00000400:00000010:3.0:1774660238.290799:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002d9b3732. 00000400:00000010:3.0:1774660238.290803:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000000fc710e8. 00000400:00000010:3.0:1774660238.290805:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000003f8c392. 00000400:00000010:3.0:1774660238.290806:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000072c89495. 00000400:00000010:3.0:1774660238.290807:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000c4fe6919. 00000400:00000010:3.0:1774660238.290808:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000006587b80a. 00000400:00000010:3.0:1774660238.290815:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a51567d6. 00000400:00000010:3.0:1774660238.290819:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b9f289ce. 00000400:00000010:3.0:1774660238.290835:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000068893805. 00000400:00000010:3.0:1774660238.290836:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000227ed31f. 00000400:00000010:3.0:1774660238.290838:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000009c23d49d. 00000400:00000010:3.0:1774660238.290839:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000007f0b078d. 00000400:00000010:3.0:1774660238.290843:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006c2eec52. 00000400:00000010:3.0:1774660238.290858:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d5166d73. 00000400:00000010:3.0:1774660238.290861:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000099758b90. 00000400:00000010:3.0:1774660238.290863:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000aa9f9d7. 00000400:00000010:3.0:1774660238.290865:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000050ea343f. 00000400:00000010:3.0:1774660238.290866:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000053c19558. 00000400:00000010:3.0:1774660238.290869:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b2c81240. 00000400:00000010:3.0:1774660238.290873:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005fc382cd. 00000400:00000010:3.0:1774660238.290876:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f0e09806. 00000400:00000010:3.0:1774660238.290877:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000dd05495e. 00000400:00000010:3.0:1774660238.290878:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000099f62ecb. 00000400:00000010:3.0:1774660238.290880:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000001ad4bd1b. 00000400:00000010:3.0:1774660238.290883:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000001df385f3. 00000400:00000010:3.0:1774660238.290887:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f685d903. 00000400:00000010:3.0:1774660238.290890:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001e927f97. 00000400:00000010:3.0:1774660238.290892:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ad1f1508. 00000400:00000010:3.0:1774660238.290893:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000085d4228. 00000400:00000010:3.0:1774660238.290895:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000b5eb1285. 00000400:00000010:3.0:1774660238.290898:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dd50213d. 00000400:00000010:3.0:1774660238.290902:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005c34809f. 00000400:00000010:3.0:1774660238.290904:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000e3c0a404. 00000400:00000010:3.0:1774660238.290905:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000aaea9bf8. 00000400:00000010:3.0:1774660238.290906:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000f889492b. 00000400:00000010:3.0:1774660238.290908:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000113b92cc. 00000400:00000010:3.0:1774660238.290911:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b31bd1cc. 00000400:00000010:3.0:1774660238.290914:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002ffa78be. 00000400:00000010:3.0:1774660238.290916:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001fb78588. 00000400:00000010:3.0:1774660238.290921:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000094e4a6c. 00000400:00000010:3.0:1774660238.290922:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000c450a712. 00000400:00000010:3.0:1774660238.290924:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000043367370. 00000400:00000010:3.0:1774660238.290926:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000eb1d6ccd. 00000400:00000010:3.0:1774660238.290930:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000882e1607. 00000400:00000010:3.0:1774660238.290944:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005098a7c0. 00000400:00000010:3.0:1774660238.290946:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000079c32913. 00000400:00000010:3.0:1774660238.290947:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000705fe814. 00000400:00000010:3.0:1774660238.290948:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000072821991. 00000400:00000010:3.0:1774660238.290951:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b300efaa. 00000400:00000010:3.0:1774660238.290954:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000369b1944. 00000400:00000010:3.0:1774660238.290956:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000809a3531. 00000400:00000010:3.0:1774660238.290958:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ee01fa85. 00000400:00000010:3.0:1774660238.290959:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000b55d337d. 00000400:00000010:3.0:1774660238.290960:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000f5db1d86. 00000400:00000010:3.0:1774660238.290963:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000071ec89c0. 00000400:00000010:3.0:1774660238.290967:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000000a663d24. 00000400:00000010:3.0:1774660238.290969:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000009ee0446. 00000400:00000010:3.0:1774660238.290971:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000097d86c04. 00000400:00000010:3.0:1774660238.290972:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000388faa1c. 00000400:00000010:3.0:1774660238.290974:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000fc22c773. 00000400:00000010:3.0:1774660238.290977:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ffe6315f. 00000400:00000010:3.0:1774660238.290980:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000200e0433. 00000400:00000010:3.0:1774660238.290982:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000085aa332f. 00000400:00000010:3.0:1774660238.290983:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b03a9c0c. 00000400:00000010:3.0:1774660238.290984:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000417380f9. 00000400:00000010:3.0:1774660238.290985:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000037b7d92d. 00000400:00000010:3.0:1774660238.290988:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000094a76f90. 00000400:00000010:3.0:1774660238.290992:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000002b1bb6e. 00000400:00000010:3.0:1774660238.290996:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009abf07f1. 00000400:00000010:3.0:1774660238.290998:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004dba24a7. 00000400:00000010:3.0:1774660238.290999:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000025f3c77a. 00000400:00000010:3.0:1774660238.291000:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000e57ede6a. 00000400:00000010:3.0:1774660238.291006:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f7baafa1. 00000400:00000010:3.0:1774660238.291011:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000045d868be. 00000400:00000010:3.0:1774660238.291015:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003de0ea04. 00000400:00000010:3.0:1774660238.291016:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000157325d3. 00000400:00000010:3.0:1774660238.291017:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000058b53d16. 00000400:00000010:3.0:1774660238.291018:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000419b5521. 00000400:00000010:3.0:1774660238.291022:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000737ab37c. 00000400:00000010:3.0:1774660238.291026:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005392e15b. 00000400:00000010:3.0:1774660238.291041:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000010f50cd9. 00000400:00000010:3.0:1774660238.291042:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000652f044e. 00000400:00000010:3.0:1774660238.291044:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000fdf4c88b. 00000400:00000010:3.0:1774660238.291045:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000f3a0ccb9. 00000400:00000010:3.0:1774660238.291049:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e7c332be. 00000400:00000010:3.0:1774660238.291054:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e81cf809. 00000400:00000010:3.0:1774660238.291056:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000092730003. 00000400:00000010:3.0:1774660238.291057:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000055ea9516. 00000400:00000010:3.0:1774660238.291058:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000717d41d9. 00000400:00000010:3.0:1774660238.291059:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000acb8f23a. 00000400:00000010:3.0:1774660238.291062:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ccf5b88a. 00000400:00000010:3.0:1774660238.291066:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000000149f054. 00000400:00000010:3.0:1774660238.291068:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007fbdee7f. 00000400:00000010:3.0:1774660238.291069:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000013e3ca33. 00000400:00000010:3.0:1774660238.291070:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000008210b365. 00000400:00000010:3.0:1774660238.291071:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000034a0642f. 00000400:00000010:3.0:1774660238.291075:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000002f08a990. 00000400:00000010:3.0:1774660238.291079:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000037adee10. 00000400:00000010:3.0:1774660238.291080:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ebf5eb35. 00000400:00000010:3.0:1774660238.291082:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000780d7642. 00000400:00000010:3.0:1774660238.291083:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000199aebc2. 00000400:00000010:3.0:1774660238.291084:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000004a0c2082. 00000400:00000010:3.0:1774660238.291087:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000078846ae4. 00000400:00000010:3.0:1774660238.291091:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009e162f02. 00000400:00000010:3.0:1774660238.291093:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bd5a5a8e. 00000400:00000010:3.0:1774660238.291097:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007a6f752b. 00000400:00000010:3.0:1774660238.291098:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000000e087005. 00000400:00000010:3.0:1774660238.291100:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000018911c8f. 00000400:00000010:3.0:1774660238.291102:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006d5a2bfc. 00000400:00000010:3.0:1774660238.291106:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005a3db9d1. 00000400:00000010:3.0:1774660238.291108:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000d4cd5646. 00000400:00000010:3.0:1774660238.291109:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ff6d2e13. 00000400:00000010:3.0:1774660238.291110:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000082ad405b. 00000400:00000010:3.0:1774660238.291111:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000044ae01fd. 00000400:00000010:3.0:1774660238.291114:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000068d0b453. 00000400:00000010:3.0:1774660238.291117:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000ab58d19e. 00000400:00000010:3.0:1774660238.291131:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000076cd564b. 00000400:00000010:3.0:1774660238.291132:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bc0d9559. 00000400:00000010:3.0:1774660238.291134:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000d799bb5c. 00000400:00000010:3.0:1774660238.291135:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000044254359. 00000400:00000010:3.0:1774660238.291149:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000b393f129. 00000400:00000010:3.0:1774660238.291152:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000f8803e73. 00000400:00000010:3.0:1774660238.291193:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000cf00dcd4. 00000400:00000010:3.0:1774660238.291197:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006c661c30. 00000400:00000010:3.0:1774660238.291200:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000089703d82. 00000400:00000010:3.0:1774660238.291203:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000013485f46. 00000400:00000010:3.0:1774660238.291207:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000006d6d237. 00000400:00000010:3.0:1774660238.291212:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000fc85d937. 00000400:00000010:3.0:1774660238.291216:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a0af71bf. 00000400:00000010:3.0:1774660238.291219:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000002e7dcd7. 00000400:00000010:3.0:1774660238.291224:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000fc9751ee. 00000400:00000010:3.0:1774660238.291230:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000006caabf90. 00000400:00000010:3.0:1774660238.291234:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000084b0c28. 00000400:00000010:3.0:1774660238.291243:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e5772803. 00000400:00000010:3.0:1774660238.291246:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c8efc0b7. 00000400:00000010:3.0:1774660238.291247:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000004cc22912. 00000400:00000010:3.0:1774660238.291249:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000008d0a1773. 00000400:00000010:3.0:1774660238.291251:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000bc0f38d4. 00000400:00000010:3.0:1774660238.291262:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d573e761. 00000400:00000010:3.0:1774660238.291273:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000c21c79df. 00000400:00000010:3.0:1774660238.291279:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009cafaf88. 00000400:00000010:3.0:1774660238.291281:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000087af8a54. 00000400:00000010:3.0:1774660238.291284:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000002fa0e31b. 00000400:00000010:3.0:1774660238.291286:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000e246c3db. 00000400:00000010:3.0:1774660238.291289:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000405dbcee. 00000400:00000010:3.0:1774660238.291293:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000052750739. 00000400:00000010:3.0:1774660238.291295:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001fae82bc. 00000400:00000010:3.0:1774660238.291296:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005fd600da. 00000400:00000010:3.0:1774660238.291297:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000dba9edc6. 00000400:00000010:3.0:1774660238.291298:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000c0aeaca7. 00000400:00000010:3.0:1774660238.291301:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000004982af25. 00000400:00000010:3.0:1774660238.291305:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006feb03eb. 00000400:00000010:3.0:1774660238.291322:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000007e0ec9e0. 00000400:00000010:3.0:1774660238.291324:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000c116f808. 00000400:00000010:3.0:1774660238.291325:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000006fbccfd. 00000400:00000010:3.0:1774660238.291326:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000009ffe8171. 00000400:00000010:3.0:1774660238.291330:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000dd5c15f3. 00000400:00000010:3.0:1774660238.291334:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000d802a3ba. 00000400:00000010:3.0:1774660238.291336:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001c9743a8. 00000400:00000010:3.0:1774660238.291338:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f55c3135. 00000400:00000010:3.0:1774660238.291339:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000ff33b218. 00000400:00000010:3.0:1774660238.291340:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000053c66751. 00000400:00000010:3.0:1774660238.291344:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cb0256d7. 00000400:00000010:3.0:1774660238.291349:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000cb875898. 00000400:00000010:3.0:1774660238.291351:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000056835b42. 00000400:00000010:3.0:1774660238.291353:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000054cb0379. 00000400:00000010:3.0:1774660238.291355:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000000a9845. 00000400:00000010:3.0:1774660238.291356:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000be22e9cd. 00000400:00000010:3.0:1774660238.291359:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000004d356f1b. 00000400:00000010:3.0:1774660238.291363:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000091a167b1. 00000400:00000010:3.0:1774660238.291380:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000269a28ae. 00000400:00000010:3.0:1774660238.291386:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002351e56a. 00000400:00000010:3.0:1774660238.291388:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000e58bbf2f. 00000400:00000010:3.0:1774660238.291390:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000002162d6b0. 00000400:00000010:3.0:1774660238.291393:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000573bb1b9. 00000400:00000010:3.0:1774660238.291409:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d6ab219. 00000400:00000010:3.0:1774660238.291411:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000529839bf. 00000400:00000010:3.0:1774660238.291413:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000700abddf. 00000400:00000010:3.0:1774660238.291414:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000bea582b3. 00000400:00000010:3.0:1774660238.291416:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000009b6d1f14. 00000400:00000010:3.0:1774660238.291419:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000df558836. 00000400:00000010:3.0:1774660238.291423:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e5c72dad. 00000400:00000010:3.0:1774660238.291425:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f308022c. 00000400:00000010:3.0:1774660238.291426:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a19d206c. 00000400:00000010:3.0:1774660238.291427:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000086017860. 00000400:00000010:3.0:1774660238.291428:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000001578f7b7. 00000400:00000010:3.0:1774660238.291431:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003914d7fe. 00000400:00000010:3.0:1774660238.291435:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000060a45fec. 00000400:00000010:3.0:1774660238.291450:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000f61174c4. 00000400:00000010:3.0:1774660238.291451:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000009cc3ebfd. 00000400:00000010:3.0:1774660238.291452:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000245ae694. 00000400:00000010:3.0:1774660238.291454:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000c59c7652. 00000400:00000010:3.0:1774660238.291457:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000070f18f5c. 00000400:00000010:3.0:1774660238.291460:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000065249c81. 00000400:00000010:3.0:1774660238.291462:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000bc67a851. 00000400:00000010:3.0:1774660238.291464:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000000f963c19. 00000400:00000010:3.0:1774660238.291465:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000e8fcce7c. 00000400:00000010:3.0:1774660238.291466:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000000fc7a055. 00000400:00000010:3.0:1774660238.291470:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d390f56. 00000400:00000010:3.0:1774660238.291473:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000e02719c5. 00000400:00000010:3.0:1774660238.291476:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b6180534. 00000400:00000010:3.0:1774660238.291477:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000aa60af78. 00000400:00000010:3.0:1774660238.291479:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000000fcbd53d. 00000400:00000010:3.0:1774660238.291481:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000025aaa0af. 00000400:00000010:3.0:1774660238.291489:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009cbae7f6. 00000400:00000010:3.0:1774660238.291493:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003ba44cad. 00000400:00000010:3.0:1774660238.291495:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002e29754c. 00000400:00000010:3.0:1774660238.291496:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000edc4d260. 00000400:00000010:3.0:1774660238.291498:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000002c2cdd87. 00000400:00000010:3.0:1774660238.291499:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000a732c524. 00000400:00000010:3.0:1774660238.291502:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000fc1fea3c. 00000400:00000010:3.0:1774660238.291506:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000abb76af5. 00000400:00000010:3.0:1774660238.291510:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000aee65317. 00000400:00000010:3.0:1774660238.291511:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ccc1c8e4. 00000400:00000010:3.0:1774660238.291513:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000008c14cd73. 00000400:00000010:3.0:1774660238.291514:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000b1e6a543. 00000400:00000010:3.0:1774660238.291517:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006a70b368. 00000400:00000010:3.0:1774660238.291521:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a3faf9e8. 00000400:00000010:3.0:1774660238.291524:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003707a1ab. 00000400:00000010:3.0:1774660238.291525:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a5b329df. 00000400:00000010:3.0:1774660238.291527:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000df23a533. 00000400:00000010:3.0:1774660238.291529:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000009d344b64. 00000400:00000010:3.0:1774660238.291532:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000bd8b21d0. 00000400:00000010:3.0:1774660238.291536:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006e1f231b. 00000400:00000010:3.0:1774660238.291551:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000016313177. 00000400:00000010:3.0:1774660238.291552:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000043767d24. 00000400:00000010:3.0:1774660238.291553:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000003f19eaa7. 00000400:00000010:3.0:1774660238.291555:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000008f0098af. 00000400:00000010:3.0:1774660238.291558:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000003d04204d. 00000400:00000010:3.0:1774660238.291562:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000009e31a654. 00000400:00000010:3.0:1774660238.291564:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006fb67fee. 00000400:00000010:3.0:1774660238.291565:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000069ae5359. 00000400:00000010:3.0:1774660238.291566:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000008b13e880. 00000400:00000010:3.0:1774660238.291567:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 0000000000b1312e. 00000400:00000010:3.0:1774660238.291571:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000034719197. 00000400:00000010:3.0:1774660238.291574:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a86d7b94. 00000400:00000010:3.0:1774660238.291577:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000055e0f6d9. 00000400:00000010:3.0:1774660238.291582:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000003e7cd3bc. 00000400:00000010:3.0:1774660238.291583:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000fe47faac. 00000400:00000010:3.0:1774660238.291584:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000409bc25b. 00000400:00000010:3.0:1774660238.291587:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000007c2ef992. 00000400:00000010:3.0:1774660238.291590:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000a120fd2e. 00000400:00000010:3.0:1774660238.291592:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000006dfba571. 00000400:00000010:3.0:1774660238.291594:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000002267c7d0. 00000400:00000010:3.0:1774660238.291595:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000002f4f92b6. 00000400:00000010:3.0:1774660238.291596:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000004b93ea6d. 00000400:00000010:3.0:1774660238.291599:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000005e04c8d4. 00000400:00000010:3.0:1774660238.291602:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000199aabc8. 00000400:00000010:3.0:1774660238.291605:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000054788c81. 00000400:00000010:3.0:1774660238.291606:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000ab89c488. 00000400:00000010:3.0:1774660238.291607:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000b202b200. 00000400:00000010:3.0:1774660238.291609:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000a49ed96b. 00000400:00000010:3.0:1774660238.291612:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000093b1337a. 00000400:00000010:3.0:1774660238.291646:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000299866bb. 00000400:00000010:3.0:1774660238.291656:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000055cbfe4c. 00000400:00000010:3.0:1774660238.291658:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000001c08b6dc. 00000400:00000010:3.0:1774660238.291660:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000e6d9deb2. 00000400:00000010:3.0:1774660238.291662:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000563c726a. 00000400:00000010:3.0:1774660238.291666:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 0000000065034101. 00000400:00000010:3.0:1774660238.291672:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 000000006657bd09. 00000400:00000010:3.0:1774660238.291676:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000003809f7d. 00000400:00000010:3.0:1774660238.291678:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 000000005f5909ca. 00000400:00000010:3.0:1774660238.291680:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000079d06bc9. 00000400:00000010:3.0:1774660238.291682:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 00000000b215eece. 00000400:00000010:3.0:1774660238.291686:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000293f7a0f. 00000400:00000010:3.0:1774660238.291691:0:97352:0:(lib-ptl.c:789:lnet_ptl_cleanup()) kfreed 'mhash': 4112 at 00000000aa0829a9. 00000400:00000010:3.0:1774660238.291695:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000a03d894e. 00000400:00000010:3.0:1774660238.291697:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000fd34aa06. 00000400:00000010:3.0:1774660238.291698:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 00000000f07d6306. 00000400:00000010:3.0:1774660238.291700:0:97352:0:(lib-ptl.c:854:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals[i]': 88 at 000000008767e6aa. 00000400:00000010:3.0:1774660238.291708:0:97352:0:(lib-ptl.c:857:lnet_portals_destroy()) kfreed 'the_lnet.ln_portals': 512 at 000000005d839c6d. 00000400:00000010:3.0:1774660238.291713:0:97352:0:(api-ni.c:1152:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 00000000ad34420a. 00000400:00000010:3.0:1774660238.291725:0:97352:0:(api-ni.c:1152:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 00000000bd8336e0. 00000400:00000010:3.0:1774660238.291728:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 00000000b77ea778. 00000400:00000010:3.0:1774660238.291731:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 64 at 0000000036e0f656. 00000400:00000010:3.0:1774660238.291733:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000002c3443db. 00000400:00000010:3.0:1774660238.291735:0:97352:0:(api-ni.c:1152:lnet_res_container_cleanup()) kfreed 'rec->rec_lh_hash': 65536 at 000000003e6fc057. 00000400:00000010:3.0:1774660238.291740:0:97352:0:(lib-msg.c:1230:lnet_msg_container_cleanup()) kfreed 'container->msc_finalizers': 16 at 00000000a1dddc7f. 00000400:00000010:3.0:1774660238.291744:0:97352:0:(lib-msg.c:1236:lnet_msg_container_cleanup()) kfreed 'container->msc_resenders': 16 at 00000000093fd4ed. 00000400:00000010:3.0:1774660238.291747:0:97352:0:(lib-msg.c:1230:lnet_msg_container_cleanup()) kfreed 'container->msc_finalizers': 16 at 000000009499a2ed. 00000400:00000010:3.0:1774660238.291749:0:97352:0:(lib-msg.c:1236:lnet_msg_container_cleanup()) kfreed 'container->msc_resenders': 16 at 00000000b2e469a9. 00000400:00000010:3.0:1774660238.291752:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000009592a6c8. 00000400:00000010:3.0:1774660238.291754:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 0000000028a04c1d. 00000400:00000010:3.0:1774660238.291756:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000008b783709. 00000400:00000010:3.0:1774660238.291761:0:97352:0:(peer.c:84:lnet_peer_tables_destroy()) kfreed 'hash': 8192 at 00000000f94b38a9. 00000400:00000010:3.0:1774660238.291766:0:97352:0:(peer.c:84:lnet_peer_tables_destroy()) kfreed 'hash': 8192 at 00000000a1d033e3. 00000400:00000010:3.0:1774660238.291779:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000eb5fbb51. 00000400:00000010:3.0:1774660238.291782:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000005b6d2949. 00000400:00000010:3.0:1774660238.291784:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 000000001a96a35a. 00000400:00000010:3.0:1774660238.291787:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 00000000c967de6b. 00000400:00000010:3.0:1774660238.291789:0:97352:0:(lib-cpt.c:1328:cfs_percpt_free()) kfreed 'arr->va_ptrs[i]': 128 at 000000005d861ee1. 00000400:00000010:3.0:1774660238.291791:0:97352:0:(lib-cpt.c:1332:cfs_percpt_free()) kfreed 'arr': 32 at 0000000073bfc6a6. 00000400:00000010:3.0:1774660238.291794:0:97352:0:(api-ni.c:703:lnet_destroy_remote_nets_table()) kfreed 'the_lnet.ln_remote_nets_hash': 1024 at 0000000069cdd534. 00000001:00000200:3.0:1774660238.291801:0:97352:0:(udsp.c:1126:lnet_udsp_destroy()) Destroying UDSPs in the system 00000001:02000400:0.0:1774660238.299963:0:97354:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl lnet configure 00000400:00000010:0.0:1774660238.309109:0:97355:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000003db313e2. 00000400:00000010:0.0:1774660238.309115:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006b268320. 00000400:00000010:0.0:1774660238.309119:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b39b88c6. 00000400:00000010:0.0:1774660238.309122:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f6183377. 00000400:00000010:0.0:1774660238.309124:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f49041b6. 00000400:00000010:0.0:1774660238.309125:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000085b36a43. 00000400:00000010:0.0:1774660238.309127:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000dc870e1c. 00000400:00000010:0.0:1774660238.309133:0:97355:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000aa438272. 00000400:00000010:0.0:1774660238.309139:0:97355:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000080887bb0. 00000400:00000010:0.0:1774660238.309141:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000066b85e03. 00000400:00000010:0.0:1774660238.309159:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f4e6ec60. 00000400:00000010:0.0:1774660238.309172:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000013187c10. 00000400:00000010:0.0:1774660238.309177:0:97355:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000f842060b. 00000400:00000010:0.0:1774660238.309180:0:97355:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000001ad2743a. 00000400:00000010:0.0:1774660238.309183:0:97355:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000e20ad328. 00000400:00000010:0.0:1774660238.309185:0:97355:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000008b366b86. 00000400:00000010:0.0:1774660238.309316:0:97355:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000cdb68f95. 00000400:00000010:0.0:1774660238.309331:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d4ccf732. 00000400:00000010:0.0:1774660238.309334:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc5a3a60. 00000400:00000010:0.0:1774660238.309337:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d15aadc9. 00000400:00000010:0.0:1774660238.309438:0:97355:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000002c205afa. 00000400:00000010:0.0:1774660238.309505:0:97355:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000008e092212. 00000400:00000010:0.0:1774660238.309514:0:97355:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000f8e20099. 00000400:00000010:0.0:1774660238.309517:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000070c1a424. 00000400:00000010:0.0:1774660238.309524:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000b5853cb. 00000400:00000010:0.0:1774660238.309526:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002830dde6. 00000400:00000010:0.0:1774660238.309527:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000665569b2. 00000400:00000010:0.0:1774660238.309533:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002bbae543. 00000400:00000010:0.0:1774660238.309538:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c63b1f5. 00000400:00000010:0.0:1774660238.309540:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000696c5657. 00000400:00000010:0.0:1774660238.309542:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008621dd56. 00000400:00000010:0.0:1774660238.309544:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b65b91d7. 00000400:00000010:0.0:1774660238.309545:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000230615d6. 00000400:00000010:0.0:1774660238.309550:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041030fd0. 00000400:00000010:0.0:1774660238.309555:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f98709e. 00000400:00000010:0.0:1774660238.309556:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009c45c97a. 00000400:00000010:0.0:1774660238.309558:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a0df1fe8. 00000400:00000010:0.0:1774660238.309559:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079b0a4d7. 00000400:00000010:0.0:1774660238.309560:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f64fb6b. 00000400:00000010:0.0:1774660238.309564:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001016859b. 00000400:00000010:0.0:1774660238.309569:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ff2e1c6. 00000400:00000010:0.0:1774660238.309571:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000049b6ecd5. 00000400:00000010:0.0:1774660238.309572:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003ce29316. 00000400:00000010:0.0:1774660238.309573:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2d63629. 00000400:00000010:0.0:1774660238.309574:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008032fc82. 00000400:00000010:0.0:1774660238.309579:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae43c967. 00000400:00000010:0.0:1774660238.309584:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a1bf78a9. 00000400:00000010:0.0:1774660238.309586:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003bda7f27. 00000400:00000010:0.0:1774660238.309587:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000da7b9361. 00000400:00000010:0.0:1774660238.309588:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007661c9b2. 00000400:00000010:0.0:1774660238.309589:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004c7003ae. 00000400:00000010:0.0:1774660238.309594:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027dc126c. 00000400:00000010:0.0:1774660238.309598:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6f53e08. 00000400:00000010:0.0:1774660238.309600:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000196ec8cc. 00000400:00000010:0.0:1774660238.309601:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e2f31f8. 00000400:00000010:0.0:1774660238.309602:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4d05d53. 00000400:00000010:0.0:1774660238.309604:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e9d850a. 00000400:00000010:0.0:1774660238.309613:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee05e916. 00000400:00000010:0.0:1774660238.309618:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e9d4ca0. 00000400:00000010:0.0:1774660238.309620:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000045423d92. 00000400:00000010:0.0:1774660238.309621:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000064a29a94. 00000400:00000010:0.0:1774660238.309623:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021235766. 00000400:00000010:0.0:1774660238.309624:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af956792. 00000400:00000010:0.0:1774660238.309628:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b4351a3. 00000400:00000010:0.0:1774660238.309633:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e8a7af2. 00000400:00000010:0.0:1774660238.309634:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ef4c7fdb. 00000400:00000010:0.0:1774660238.309636:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000025f8c3b0. 00000400:00000010:0.0:1774660238.309637:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d0c0a13. 00000400:00000010:0.0:1774660238.309638:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba32e2f5. 00000400:00000010:0.0:1774660238.309648:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a101b707. 00000400:00000010:0.0:1774660238.309670:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c235df8. 00000400:00000010:0.0:1774660238.309673:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000099dc6570. 00000400:00000010:0.0:1774660238.309675:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001b2a3c90. 00000400:00000010:0.0:1774660238.309677:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbef4b70. 00000400:00000010:0.0:1774660238.309679:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065341f63. 00000400:00000010:0.0:1774660238.309685:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d03df7a. 00000400:00000010:0.0:1774660238.309691:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000958fb2a5. 00000400:00000010:0.0:1774660238.309694:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dd6787cf. 00000400:00000010:0.0:1774660238.309696:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000052c18275. 00000400:00000010:0.0:1774660238.309698:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036ce7b1e. 00000400:00000010:0.0:1774660238.309700:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000faeef741. 00000400:00000010:0.0:1774660238.309707:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a00d7254. 00000400:00000010:0.0:1774660238.309713:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8bfc323. 00000400:00000010:0.0:1774660238.309716:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae50cbca. 00000400:00000010:0.0:1774660238.309718:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004df1745f. 00000400:00000010:0.0:1774660238.309720:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000219566bb. 00000400:00000010:0.0:1774660238.309722:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000789ecd8e. 00000400:00000010:0.0:1774660238.309727:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000062985d3e. 00000400:00000010:0.0:1774660238.309733:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000066488cb7. 00000400:00000010:0.0:1774660238.309735:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001fd50fd9. 00000400:00000010:0.0:1774660238.309743:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006d2c09df. 00000400:00000010:0.0:1774660238.309746:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028f9164f. 00000400:00000010:0.0:1774660238.309748:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064827573. 00000400:00000010:0.0:1774660238.309753:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4ef0e8b. 00000400:00000010:0.0:1774660238.309759:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001955fb1b. 00000400:00000010:0.0:1774660238.309761:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cd76672b. 00000400:00000010:0.0:1774660238.309763:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005b0b84d9. 00000400:00000010:0.0:1774660238.309765:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e9976cc. 00000400:00000010:0.0:1774660238.309767:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000605114bc. 00000400:00000010:0.0:1774660238.309772:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000915aa816. 00000400:00000010:0.0:1774660238.309777:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d53fc1b2. 00000400:00000010:0.0:1774660238.309779:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cd01be8a. 00000400:00000010:0.0:1774660238.309781:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d50ac36a. 00000400:00000010:0.0:1774660238.309783:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b84f4c1c. 00000400:00000010:0.0:1774660238.309785:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041526bb2. 00000400:00000010:0.0:1774660238.309790:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f386013. 00000400:00000010:0.0:1774660238.309795:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000028df6b49. 00000400:00000010:0.0:1774660238.309798:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004b6ab877. 00000400:00000010:0.0:1774660238.309800:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d449edcb. 00000400:00000010:0.0:1774660238.309802:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bd8ad7f. 00000400:00000010:0.0:1774660238.309804:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9234da6. 00000400:00000010:0.0:1774660238.309808:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9a777a0. 00000400:00000010:0.0:1774660238.309813:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee096655. 00000400:00000010:0.0:1774660238.309816:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000003ad4dbf. 00000400:00000010:0.0:1774660238.309818:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000061e9cf03. 00000400:00000010:0.0:1774660238.309820:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000219e5c. 00000400:00000010:0.0:1774660238.309822:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e58c0c6d. 00000400:00000010:0.0:1774660238.309827:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a95b2edd. 00000400:00000010:0.0:1774660238.309848:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000421a4435. 00000400:00000010:0.0:1774660238.309850:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d47ba00. 00000400:00000010:0.0:1774660238.309851:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c0f67447. 00000400:00000010:0.0:1774660238.309853:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000dd2faa0. 00000400:00000010:0.0:1774660238.309854:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0438390. 00000400:00000010:0.0:1774660238.309868:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f11a40ad. 00000400:00000010:0.0:1774660238.309872:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d0182fd. 00000400:00000010:0.0:1774660238.309874:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b533c8b6. 00000400:00000010:0.0:1774660238.309875:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008d8b6049. 00000400:00000010:0.0:1774660238.309877:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f944c79c. 00000400:00000010:0.0:1774660238.309878:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002206aa1. 00000400:00000010:0.0:1774660238.309881:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b4c1a80. 00000400:00000010:0.0:1774660238.309885:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009580a10d. 00000400:00000010:0.0:1774660238.309886:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000047cfe99e. 00000400:00000010:0.0:1774660238.309888:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fcabf7dc. 00000400:00000010:0.0:1774660238.309889:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e48cf94f. 00000400:00000010:0.0:1774660238.309890:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd097f24. 00000400:00000010:0.0:1774660238.309893:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000058b9939f. 00000400:00000010:0.0:1774660238.309906:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030a2f503. 00000400:00000010:0.0:1774660238.309908:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007bf71c18. 00000400:00000010:0.0:1774660238.309909:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055e57fd9. 00000400:00000010:0.0:1774660238.309911:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d391338d. 00000400:00000010:0.0:1774660238.309912:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8d33f98. 00000400:00000010:0.0:1774660238.309916:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1af93df. 00000400:00000010:0.0:1774660238.309920:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8dc6289. 00000400:00000010:0.0:1774660238.309922:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d36a393f. 00000400:00000010:0.0:1774660238.309923:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001fcf98ea. 00000400:00000010:0.0:1774660238.309925:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f3d67d6. 00000400:00000010:0.0:1774660238.309927:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000080e148c. 00000400:00000010:0.0:1774660238.309931:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e4b086d3. 00000400:00000010:0.0:1774660238.309938:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f33bebb. 00000400:00000010:0.0:1774660238.309940:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000054dc6781. 00000400:00000010:0.0:1774660238.309942:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d8e5ba92. 00000400:00000010:0.0:1774660238.309944:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef272932. 00000400:00000010:0.0:1774660238.309945:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b54103ef. 00000400:00000010:0.0:1774660238.309948:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005af3c202. 00000400:00000010:0.0:1774660238.309950:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a1d033e3. 00000400:00000010:0.0:1774660238.309952:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000017af05a7. 00000400:00000010:0.0:1774660238.309957:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007cca7c85. 00000400:00000010:0.0:1774660238.309959:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008d5d5fd4. 00000400:00000010:0.0:1774660238.309961:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0e95204. 00000400:00000010:0.0:1774660238.309964:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f94b38a9. 00000400:00000010:0.0:1774660238.309971:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000abb76af5. 00000400:00000010:0.0:1774660238.309973:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000478f9721. 00000400:00000010:0.0:1774660238.309974:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c440a9f8. 00000400:00000010:0.0:1774660238.309976:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a125cbb. 00000400:00000010:0.0:1774660238.309977:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001bdc9a19. 00000400:00000010:0.0:1774660238.309980:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006a70b368. 00000400:00000010:0.0:1774660238.309983:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a3faf9e8. 00000400:00000010:0.0:1774660238.309985:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007e36ffc5. 00000400:00000010:0.0:1774660238.309986:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000551fab88. 00000400:00000010:0.0:1774660238.309988:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3c85cd2. 00000400:00000010:0.0:1774660238.309989:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ab53122. 00000400:00000010:0.0:1774660238.309992:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd8b21d0. 00000400:00000010:0.0:1774660238.309999:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009cbae7f6. 00000400:00000010:0.0:1774660238.310001:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ac0654ec. 00000400:00000010:0.0:1774660238.310002:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dcb6cff7. 00000400:00000010:0.0:1774660238.310004:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3eb9c67. 00000400:00000010:0.0:1774660238.310005:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1bcf208. 00000400:00000010:0.0:1774660238.310008:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ba44cad. 00000400:00000010:0.0:1774660238.310011:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc1fea3c. 00000400:00000010:0.0:1774660238.310012:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009f5fcecf. 00000400:00000010:0.0:1774660238.310014:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a7644d39. 00000400:00000010:0.0:1774660238.310015:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000117e6165. 00000400:00000010:0.0:1774660238.310016:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006532fc94. 00000400:00000010:0.0:1774660238.310019:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e02719c5. 00000400:00000010:0.0:1774660238.310026:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000065249c81. 00000400:00000010:0.0:1774660238.310028:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000136ac934. 00000400:00000010:0.0:1774660238.310030:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e649f44. 00000400:00000010:0.0:1774660238.310032:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fba72d3. 00000400:00000010:0.0:1774660238.310033:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001e59579. 00000400:00000010:0.0:1774660238.310040:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d390f56. 00000400:00000010:0.0:1774660238.310043:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000060a45fec. 00000400:00000010:0.0:1774660238.310045:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d2b8219b. 00000400:00000010:0.0:1774660238.310047:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000019596e17. 00000400:00000010:0.0:1774660238.310048:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000927fedbf. 00000400:00000010:0.0:1774660238.310050:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065d0f169. 00000400:00000010:0.0:1774660238.310053:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000070f18f5c. 00000400:00000010:0.0:1774660238.310060:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d6ab219. 00000400:00000010:0.0:1774660238.310062:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f33502e4. 00000400:00000010:0.0:1774660238.310063:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000ccd1aa3. 00000400:00000010:0.0:1774660238.310064:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000247b25bb. 00000400:00000010:0.0:1774660238.310066:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a9c8ae3. 00000400:00000010:0.0:1774660238.310069:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000df558836. 00000400:00000010:0.0:1774660238.310072:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5c72dad. 00000400:00000010:0.0:1774660238.310074:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003ff0224b. 00000400:00000010:0.0:1774660238.310076:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ac87f698. 00000400:00000010:0.0:1774660238.310077:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da73a3f4. 00000400:00000010:0.0:1774660238.310078:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0f55c28. 00000400:00000010:0.0:1774660238.310081:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003914d7fe. 00000400:00000010:0.0:1774660238.310088:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d802a3ba. 00000400:00000010:0.0:1774660238.310090:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000038a575bf. 00000400:00000010:0.0:1774660238.310092:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000023e87019. 00000400:00000010:0.0:1774660238.310093:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000062d98cb. 00000400:00000010:0.0:1774660238.310094:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a89513a8. 00000400:00000010:0.0:1774660238.310097:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb0256d7. 00000400:00000010:0.0:1774660238.310100:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006feb03eb. 00000400:00000010:0.0:1774660238.310102:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000079787b77. 00000400:00000010:0.0:1774660238.310103:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d61ef4af. 00000400:00000010:0.0:1774660238.310105:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8d98774. 00000400:00000010:0.0:1774660238.310106:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031adb9d4. 00000400:00000010:0.0:1774660238.310109:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd5c15f3. 00000400:00000010:0.0:1774660238.310116:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052750739. 00000400:00000010:0.0:1774660238.310118:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b3559287. 00000400:00000010:0.0:1774660238.310122:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008101780b. 00000400:00000010:0.0:1774660238.310124:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004566675. 00000400:00000010:0.0:1774660238.310126:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cbad048. 00000400:00000010:0.0:1774660238.310129:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004982af25. 00000400:00000010:0.0:1774660238.310133:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c21c79df. 00000400:00000010:0.0:1774660238.310135:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000041ffdaca. 00000400:00000010:0.0:1774660238.310136:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001efe8965. 00000400:00000010:0.0:1774660238.310137:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028aade66. 00000400:00000010:0.0:1774660238.310138:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005a2ece95. 00000400:00000010:0.0:1774660238.310141:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000405dbcee. 00000400:00000010:0.0:1774660238.310148:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d573e761. 00000400:00000010:0.0:1774660238.310150:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d5c86b3d. 00000400:00000010:0.0:1774660238.310152:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000048f34ca4. 00000400:00000010:0.0:1774660238.310153:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a231e1f5. 00000400:00000010:0.0:1774660238.310154:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000148cb148. 00000400:00000010:0.0:1774660238.310157:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc85d937. 00000400:00000010:0.0:1774660238.310161:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000084b0c28. 00000400:00000010:0.0:1774660238.310163:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007b0c6ecc. 00000400:00000010:0.0:1774660238.310164:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000112c4b03. 00000400:00000010:0.0:1774660238.310166:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008af16b41. 00000400:00000010:0.0:1774660238.310167:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ab0b48c. 00000400:00000010:0.0:1774660238.310171:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5772803. 00000400:00000010:0.0:1774660238.310178:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b393f129. 00000400:00000010:0.0:1774660238.310180:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e2f5b0f2. 00000400:00000010:0.0:1774660238.310182:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000702e0dbe. 00000400:00000010:0.0:1774660238.310183:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a71c73b1. 00000400:00000010:0.0:1774660238.310185:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000012ae84. 00000400:00000010:0.0:1774660238.310188:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f8803e73. 00000400:00000010:0.0:1774660238.310192:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000006d6d237. 00000400:00000010:0.0:1774660238.310195:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004134c29e. 00000400:00000010:0.0:1774660238.310197:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000069cc71bd. 00000400:00000010:0.0:1774660238.310198:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014591683. 00000400:00000010:0.0:1774660238.310200:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026cfb047. 00000400:00000010:0.0:1774660238.310229:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ab58d19e. 00000400:00000010:0.0:1774660238.310238:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078846ae4. 00000400:00000010:0.0:1774660238.310240:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003bcc20d3. 00000400:00000010:0.0:1774660238.310242:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f89139c3. 00000400:00000010:0.0:1774660238.310244:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ac5ea4c. 00000400:00000010:0.0:1774660238.310245:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039bf6b2a. 00000400:00000010:0.0:1774660238.310249:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000149f054. 00000400:00000010:0.0:1774660238.310252:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f08a990. 00000400:00000010:0.0:1774660238.310254:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f3c56df9. 00000400:00000010:0.0:1774660238.310255:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000712f2c92. 00000400:00000010:0.0:1774660238.310256:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ca063aa. 00000400:00000010:0.0:1774660238.310258:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d5d6d2c. 00000400:00000010:0.0:1774660238.310261:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037adee10. 00000400:00000010:0.0:1774660238.310268:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ccf5b88a. 00000400:00000010:0.0:1774660238.310270:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b6a461b4. 00000400:00000010:0.0:1774660238.310272:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004273e093. 00000400:00000010:0.0:1774660238.310273:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005145aa17. 00000400:00000010:0.0:1774660238.310275:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2dceb52. 00000400:00000010:0.0:1774660238.310278:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005392e15b. 00000400:00000010:0.0:1774660238.310282:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e7c332be. 00000400:00000010:0.0:1774660238.310283:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007bfef83d. 00000400:00000010:0.0:1774660238.310285:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000046e2f580. 00000400:00000010:0.0:1774660238.310286:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006aff322c. 00000400:00000010:0.0:1774660238.310287:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb2bce0a. 00000400:00000010:0.0:1774660238.310291:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e81cf809. 00000400:00000010:0.0:1774660238.310298:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7baafa1. 00000400:00000010:0.0:1774660238.310301:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004ed6cc50. 00000400:00000010:0.0:1774660238.310302:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ad4576ee. 00000400:00000010:0.0:1774660238.310304:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006270009b. 00000400:00000010:0.0:1774660238.310306:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095ae5b1f. 00000400:00000010:0.0:1774660238.310309:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000045d868be. 00000400:00000010:0.0:1774660238.310313:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000737ab37c. 00000400:00000010:0.0:1774660238.310315:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000810f58b3. 00000400:00000010:0.0:1774660238.310320:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec0e18db. 00000400:00000010:0.0:1774660238.310321:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e1f9c17. 00000400:00000010:0.0:1774660238.310323:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094714ea0. 00000400:00000010:0.0:1774660238.310327:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002b1bb6e. 00000400:00000010:0.0:1774660238.310334:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000200e0433. 00000400:00000010:0.0:1774660238.310337:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000066c270a0. 00000400:00000010:0.0:1774660238.310338:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a56c3f26. 00000400:00000010:0.0:1774660238.310339:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012d21f00. 00000400:00000010:0.0:1774660238.310341:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c4621fe. 00000400:00000010:0.0:1774660238.310344:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094a76f90. 00000400:00000010:0.0:1774660238.310348:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000a663d24. 00000400:00000010:0.0:1774660238.310349:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000018ac27ff. 00000400:00000010:0.0:1774660238.310351:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a7867fcc. 00000400:00000010:0.0:1774660238.310352:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e921379. 00000400:00000010:0.0:1774660238.310353:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cfc734c4. 00000400:00000010:0.0:1774660238.310357:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffe6315f. 00000400:00000010:0.0:1774660238.310384:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000369b1944. 00000400:00000010:0.0:1774660238.310387:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000462192d2. 00000400:00000010:0.0:1774660238.310388:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000062e01e14. 00000400:00000010:0.0:1774660238.310390:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f841144. 00000400:00000010:0.0:1774660238.310391:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cac2e5e0. 00000400:00000010:0.0:1774660238.310395:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000071ec89c0. 00000400:00000010:0.0:1774660238.310399:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000882e1607. 00000400:00000010:0.0:1774660238.310400:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000174c432b. 00000400:00000010:0.0:1774660238.310401:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cbe68467. 00000400:00000010:0.0:1774660238.310403:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f66eb41. 00000400:00000010:0.0:1774660238.310404:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f193978. 00000400:00000010:0.0:1774660238.310408:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b300efaa. 00000400:00000010:0.0:1774660238.310416:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb1d6ccd. 00000400:00000010:0.0:1774660238.310419:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005d7d6c16. 00000400:00000010:0.0:1774660238.310420:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067dd42b8. 00000400:00000010:0.0:1774660238.310422:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d48cf2a. 00000400:00000010:0.0:1774660238.310424:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1246907. 00000400:00000010:0.0:1774660238.310430:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c34809f. 00000400:00000010:0.0:1774660238.310446:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b31bd1cc. 00000400:00000010:0.0:1774660238.310449:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b9611929. 00000400:00000010:0.0:1774660238.310450:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ea7d88d. 00000400:00000010:0.0:1774660238.310452:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099a03b39. 00000400:00000010:0.0:1774660238.310453:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c250c69b. 00000400:00000010:0.0:1774660238.310456:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ffa78be. 00000400:00000010:0.0:1774660238.310463:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001df385f3. 00000400:00000010:0.0:1774660238.310466:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f4ce535a. 00000400:00000010:0.0:1774660238.310468:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ed727cc8. 00000400:00000010:0.0:1774660238.310469:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000318a4e60. 00000400:00000010:0.0:1774660238.310470:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004917bf6e. 00000400:00000010:0.0:1774660238.310474:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f685d903. 00000400:00000010:0.0:1774660238.310477:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd50213d. 00000400:00000010:0.0:1774660238.310479:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007c04b456. 00000400:00000010:0.0:1774660238.310480:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004f891fd0. 00000400:00000010:0.0:1774660238.310482:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005617478c. 00000400:00000010:0.0:1774660238.310483:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008be46e10. 00000400:00000010:0.0:1774660238.310486:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fc382cd. 00000400:00000010:0.0:1774660238.310493:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9f289ce. 00000400:00000010:0.0:1774660238.310495:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000065ad6da6. 00000400:00000010:0.0:1774660238.310497:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000047602633. 00000400:00000010:0.0:1774660238.310498:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5a1b2be. 00000400:00000010:0.0:1774660238.310499:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009be123ac. 00000400:00000010:0.0:1774660238.310503:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c2eec52. 00000400:00000010:0.0:1774660238.310507:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d5166d73. 00000400:00000010:0.0:1774660238.310508:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000091ae0582. 00000400:00000010:0.0:1774660238.310510:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b2d80aa6. 00000400:00000010:0.0:1774660238.310511:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a3ee561. 00000400:00000010:0.0:1774660238.310513:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e585e879. 00000400:00000010:0.0:1774660238.310516:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b2c81240. 00000400:00000010:0.0:1774660238.310523:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d9b3732. 00000400:00000010:0.0:1774660238.310525:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093064f2e. 00000400:00000010:0.0:1774660238.310530:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000044b65a81. 00000400:00000010:0.0:1774660238.310532:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000060cf97fd. 00000400:00000010:0.0:1774660238.310533:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f7c0f89. 00000400:00000010:0.0:1774660238.310537:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000fc710e8. 00000400:00000010:0.0:1774660238.310541:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a51567d6. 00000400:00000010:0.0:1774660238.310543:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000092dbd5a6. 00000400:00000010:0.0:1774660238.310544:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b8daba53. 00000400:00000010:0.0:1774660238.310545:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f36fdb8d. 00000400:00000010:0.0:1774660238.310546:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008bc1728. 00000400:00000010:0.0:1774660238.310549:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cbabb844. 00000400:00000010:0.0:1774660238.310557:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e0c817c9. 00000400:00000010:0.0:1774660238.310560:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b205da4c. 00000400:00000010:0.0:1774660238.310561:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009c6623fc. 00000400:00000010:0.0:1774660238.310563:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006774dc04. 00000400:00000010:0.0:1774660238.310564:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008eabf72b. 00000400:00000010:0.0:1774660238.310567:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c0f44096. 00000400:00000010:0.0:1774660238.310571:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000964ff06e. 00000400:00000010:0.0:1774660238.310573:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000045158e9b. 00000400:00000010:0.0:1774660238.310575:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000052bce4b8. 00000400:00000010:0.0:1774660238.310576:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000166a34c4. 00000400:00000010:0.0:1774660238.310577:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab880092. 00000400:00000010:0.0:1774660238.310580:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052101293. 00000400:00000010:0.0:1774660238.310588:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ba8c92b. 00000400:00000010:0.0:1774660238.310590:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000423e79bd. 00000400:00000010:0.0:1774660238.310592:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003e7c3f23. 00000400:00000010:0.0:1774660238.310593:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000780189b9. 00000400:00000010:0.0:1774660238.310594:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df4206ec. 00000400:00000010:0.0:1774660238.310598:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b62396ac. 00000400:00000010:0.0:1774660238.310601:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a9fd616. 00000400:00000010:0.0:1774660238.310603:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000021db79c3. 00000400:00000010:0.0:1774660238.310604:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005e97d7b5. 00000400:00000010:0.0:1774660238.310605:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000adce7315. 00000400:00000010:0.0:1774660238.310606:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1bfe7be. 00000400:00000010:0.0:1774660238.310613:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eb205b42. 00000400:00000010:0.0:1774660238.310632:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a604fabb. 00000400:00000010:0.0:1774660238.310634:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f6bec531. 00000400:00000010:0.0:1774660238.310635:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b51dd729. 00000400:00000010:0.0:1774660238.310637:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009688e679. 00000400:00000010:0.0:1774660238.310638:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d000397. 00000400:00000010:0.0:1774660238.310642:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000996f6190. 00000400:00000010:0.0:1774660238.310646:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027f89c2d. 00000400:00000010:0.0:1774660238.310647:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008e59fbbd. 00000400:00000010:0.0:1774660238.310649:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000091ce3f3d. 00000400:00000010:0.0:1774660238.310650:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b31ff41d. 00000400:00000010:0.0:1774660238.310651:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c871f79. 00000400:00000010:0.0:1774660238.310655:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005bad9bd6. 00000400:00000010:0.0:1774660238.310662:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e023f7f4. 00000400:00000010:0.0:1774660238.310664:0:97355:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000093869aae. 00000400:00000010:0.0:1774660238.310666:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004808980b. 00000400:00000010:0.0:1774660238.310667:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca71ec04. 00000400:00000010:0.0:1774660238.310668:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2cb7542. 00000400:00000010:0.0:1774660238.310672:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006716e8e5. 00000400:00000010:0.0:1774660238.310675:0:97355:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000af3fcd97. 00000400:00000010:0.0:1774660238.310677:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007b0782e0. 00000400:00000010:0.0:1774660238.310678:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d90f2051. 00000400:00000010:0.0:1774660238.310680:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c029a5b5. 00000400:00000010:0.0:1774660238.310683:0:97355:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 00000000b1ceea49. 00000400:00000010:0.0:1774660238.310685:0:97355:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004885bffa. 00000400:00000010:0.0:1774660238.310686:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000adcbf27a. 00000400:00000010:0.0:1774660238.310688:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f431cdfc. 00000400:00000010:0.0:1774660238.310689:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a45f82c. 00000400:00000010:0.0:1774660238.310690:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000010fe7474. 00000400:00000010:0.0:1774660238.310691:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006eee979e. 00000400:00000010:0.0:1774660238.310693:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ce968da. 00000400:00000010:0.0:1774660238.310703:0:97355:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 41 at 000000000ed3f344. 00000400:00000010:0.0:1774660238.310707:0:97355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0046ff0. 00000400:00000010:0.0:1774660238.310723:0:97355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068416629. 00000400:00000200:0.0:1774660238.310730:0:97355:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1774660238.310734:0:97355:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ab202ec. 00000400:00000010:0.0:1774660238.310736:0:97355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb93573a. 00000400:00000010:0.0:1774660238.310738:0:97355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d040b83. 00000400:00000200:0.0:1774660238.310740:0:97355:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000001ab202ec 00000400:00000200:0.0:1774660238.310742:0:97355:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1774660238.310744:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004b6bc70c. 00000400:00000010:0.0:1774660238.310746:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000481d4d72. 00000400:00000010:0.0:1774660238.310747:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbeef923. 00000400:00000010:0.0:1774660238.310749:0:97355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005b4b6091. 00000400:00000010:0.0:1774660238.310750:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7bb4df0. 00000400:00000010:0.0:1774660238.310752:0:97355:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010672471. 00000400:00000200:0.0:1774660238.311212:0:97355:0:(peer.c:4224:lnet_peer_discovery_start()) discovery start: 0 00000400:00000200:1.0:1774660238.311313:0:97357:0:(peer.c:4050:lnet_peer_discovery()) started 00000400:00000010:1.0:1774660238.317762:0:97358:0:(api-ni.c:5726:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097976208. 00000400:00000010:1.0:1774660238.317777:0:97358:0:(api-ni.c:5704:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097976208. 00000400:00000010:1.0:1774660238.317988:0:97358:0:(api-ni.c:7135:lnet_route_show_start()) alloc '(rlist)': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318000:0:97358:0:(api-ni.c:7035:lnet_route_show_done()) kfreed 'rlist': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318065:0:97358:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 236 at 00000000ffc77773. 00000400:00000010:1.0:1774660238.318070:0:97358:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 236 at 00000000ffc77773. 00000400:00000010:1.0:1774660238.318219:0:97358:0:(api-ni.c:7432:lnet_peer_ni_show_start()) alloc '(plist)': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318233:0:97358:0:(api-ni.c:7409:lnet_peer_ni_show_done()) kfreed 'plist': 16 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318299:0:97358:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318303:0:97358:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000002bbf8d46. 00000400:00000010:1.0:1774660238.318673:0:97358:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 32 at 000000005c84f119. 00000001:00000200:1.0:1774660238.318677:0:97358:0:(udsp.c:863:lnet_udsp_get_policy()) Get UDSP at idx = 0 00000001:00000200:1.0:1774660238.318678:0:97358:0:(udsp.c:878:lnet_udsp_get_policy()) Found UDSP (000000007dd4b45b) 00000400:00000010:1.0:1774660238.318680:0:97358:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 32 at 000000005c84f119. 00000001:02000400:0.0:1774660238.324380:0:97359:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl import 00000400:00000010:0.0:1774660238.332789:0:97360:0:(api-ni.c:6606:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d792a64. 00000400:00000010:0.0:1774660238.332799:0:97360:0:(api-ni.c:6284:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb2c0883. 00000400:00000010:0.0:1774660238.332808:0:97360:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000000483880a. 00000400:00000010:0.0:1774660238.332810:0:97360:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000315d760c. 00000400:00000010:0.0:1774660238.332812:0:97360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005df4f221. 00000400:00000010:0.0:1774660238.332814:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086919716. 00000400:00000010:0.0:1774660238.332816:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2cac69c. 00000400:00000010:0.0:1774660238.332818:0:97360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a3a8f24f. 00000400:00000010:0.0:1774660238.332819:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa005d39. 00000400:00000010:0.0:1774660238.332821:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de83d650. 00000400:00000010:0.0:1774660238.332823:0:97360:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000005d96eef. 00000400:00000010:0.0:1774660238.332829:0:97360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b46a59b0. 00000400:00000010:0.0:1774660238.332831:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002ed214e8. 00000400:00000010:0.0:1774660238.332833:0:97360:0:(lib-cpt.c:1365:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ec97c2e0. 00000800:00000200:0.0:1774660238.333648:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333652:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333655:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333657:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333666:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pg ifindex 23 state 3 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333669:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000200:0.0:1774660238.333671:0:97360:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=test1pl ifindex 24 state 3 ns 00000000e52f2613 00000800:00000010:0.0:1774660238.333677:0:97360:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000d79e6b9. 00000400:00000200:0.0:1774660238.333683:0:97360:0:(lib-socket.c:584:lnet_inet_enumerate()) Ignoring interface test1pg: it's down 00000800:00000010:2.0:1774660238.333810:0:97366:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000115a7cba. 00000800:00000010:2.0:1774660238.333818:0:97366:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000a8293e51. 00000800:00000010:2.0:1774660238.333933:0:97367:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000d539de5c. 00000800:00000010:2.0:1774660238.333939:0:97367:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000035481dfa. 00000800:00000010:2.0:1774660238.334045:0:97368:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000040eb1c39. 00000800:00000010:2.0:1774660238.334051:0:97368:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000b3574e66. 00000400:00000200:0.0:1774660238.334136:0:97360:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:2.0:1774660238.334150:0:97369:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000005c2ae73. 00000800:00000010:2.0:1774660238.334177:0:97369:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000079bbb56d. 00000400:00000200:0.0:1774660238.334605:0:97360:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.30) 00000400:02000000:0.0:1774660238.334613:0:97360:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.202.30@tcp [8/256/0/180] 00000400:00000010:0.0:1774660238.336220:0:97360:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000002cf129c7. 00000400:00000010:0.0:1774660238.336225:0:97360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf703674. 00000400:00000010:0.0:1774660238.336228:0:97360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000336af8ab. 00000400:00000010:0.0:1774660238.336471:0:97360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0046ff0. 00000400:00000200:0.0:1774660238.336475:0:97360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068416629 00000400:00000010:0.0:1774660238.336477:0:97360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068416629. 00000400:00000010:0.0:1774660238.336480:0:97360:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 41 at 000000000ed3f344. 00000400:00000010:0.0:1774660238.336493:0:97360:0:(api-ni.c:6581:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb2c0883. 00000400:00000010:0.0:1774660238.336496:0:97360:0:(api-ni.c:6723:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d792a64. 00000400:00000200:0.0:1774660238.336854:0:97360:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.35@tcp 00000400:00000010:0.0:1774660238.336877:0:97360:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 0000000069cf50c3. 00000400:00000010:0.0:1774660238.336879:0:97360:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 00000000967f26cb. 00000400:00000200:0.0:1774660238.336884:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:0.0:1774660238.336886:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000010:0.0:1774660238.336889:0:97360:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 000000001f178b7f. 00000400:00000200:0.0:1774660238.336892:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:0.0:1774660238.336893:0:97360:0:(peer.c:262:lnet_peer_alloc()) 000000001f178b7f nid 192.168.202.35@tcp 00000400:00000010:0.0:1774660238.336896:0:97360:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004f0ede60. 00000400:00000200:0.0:1774660238.336897:0:97360:0:(peer.c:202:lnet_peer_net_alloc()) 000000004f0ede60 net tcp 00000400:00000200:0.0:1774660238.336899:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000010:0.0:1774660238.336901:0:97360:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e98761bf. 00000400:00000200:0.0:1774660238.336904:0:97360:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000e98761bf nid 192.168.202.35@tcp 00000400:00000200:0.0:1774660238.336909:0:97360:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.35@tcp NID 192.168.202.35@tcp flags 0x0 00000400:00000200:0.0:1774660238.336912:0:97360:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.35@tcp: 0 00000400:00000400:0.0:1774660238.336916:0:97360:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000200:3.0:1774660238.343276:0:97356:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.35@tcp(000000001f178b7f) tcp(000000004f0ede60) next ping 1774660238 00000400:00000200:3.0:1774660238.343288:0:97356:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.35@tcp, cpt = 1 00000400:00000200:3.0:1774660238.343314:0:97356:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.35@tcp: 0 00000400:00000200:3.0:1774660238.343316:0:97356:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660238.343319:0:97356:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660238.343322:0:97356:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.35@tcp NID 192.168.202.35@tcp: 0. pending discovery 00000400:00000200:2.0:1774660238.343347:0:97357:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1774660238.343355:0:97357:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.35@tcp(000000001f178b7f) state 0x16040 00000400:00000010:2.0:1774660238.343361:0:97357:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e91a4a19. 00000400:00000010:2.0:1774660238.343394:0:97357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ab054b6. 00000400:00000010:2.0:1774660238.343438:0:97357:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7e8e989. 00000400:00000200:2.0:1774660238.343444:0:97357:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.35@tcp 00000400:00000200:2.0:1774660238.343452:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:2.0:1774660238.343457:0:97357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.35@tcp local destination 00000400:00000200:2.0:1774660238.343466:0:97357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1774660238.343472:0:97357:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.35@tcp 00000400:00000200:2.0:1774660238.343477:0:97357:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.35@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:2.0:1774660238.343487:0:97357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [6:6:256:4294967295] 192.168.202.35@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1774660238.343492:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000400:00000200:2.0:1774660238.343497:0:97357:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.35@tcp 00000400:00000200:2.0:1774660238.343504:0:97357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.35@tcp(192.168.202.35@tcp:192.168.202.35@tcp) : GET try# 0 00000800:00000200:2.0:1774660238.343509:0:97357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.35@tcp 00000800:00000010:2.0:1774660238.343514:0:97357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000075812961. 00000400:00000200:2.0:1774660238.343520:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.35@tcp to cpt 1 00000800:00000010:2.0:1774660238.343524:0:97357:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000015f06d89. 00000800:00000010:2.0:1774660238.343527:0:97357:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cfdd0bb8. 00000800:00000200:2.0:1774660238.343531:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015f06d89] -> 12345-192.168.202.35@tcp (2) 00000800:00000200:2.1:1774660238.343535:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015f06d89] -> 12345-192.168.202.35@tcp (2) 00000400:00000200:2.0:1774660238.343557:0:97357:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.35@tcp 00000400:00000200:2.0:1774660238.343561:0:97357:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.35@tcp(000000001f178b7f) state 0x14240 rc 0 00000400:00000200:0.0:1774660238.343621:0:97360:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.34@tcp 00000400:00000010:0.0:1774660238.343627:0:97360:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 000000009673455c. 00000400:00000010:0.0:1774660238.343630:0:97360:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 000000007cb4a181. 00000400:00000200:0.0:1774660238.343634:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:0.0:1774660238.343653:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000010:0.0:1774660238.343657:0:97360:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a6e568af. 00000400:00000200:0.0:1774660238.343660:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:0.0:1774660238.343662:0:97360:0:(peer.c:262:lnet_peer_alloc()) 00000000a6e568af nid 192.168.202.34@tcp 00000400:00000010:0.0:1774660238.343664:0:97360:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d95f3886. 00000400:00000200:0.0:1774660238.343667:0:97360:0:(peer.c:202:lnet_peer_net_alloc()) 00000000d95f3886 net tcp 00000400:00000200:0.0:1774660238.343670:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000010:0.0:1774660238.343674:0:97360:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af7bae66. 00000400:00000200:0.0:1774660238.343677:0:97360:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000af7bae66 nid 192.168.202.34@tcp 00000400:00000200:0.0:1774660238.343682:0:97360:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.34@tcp NID 192.168.202.34@tcp flags 0x0 00000400:00000200:0.0:1774660238.343685:0:97360:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.34@tcp: 0 00000400:00000400:0.0:1774660238.343688:0:97360:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:0.0:1774660238.343689:0:97360:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 000000007cb4a181. 00000400:00000200:3.0:1774660238.343787:0:97356:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.34@tcp(00000000a6e568af) tcp(00000000d95f3886) next ping 1774660238 00000400:00000200:3.0:1774660238.343808:0:97356:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.34@tcp, cpt = 1 00000400:00000200:3.0:1774660238.343828:0:97356:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.34@tcp: 0 00000400:00000200:3.0:1774660238.343831:0:97356:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660238.343833:0:97356:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660238.343835:0:97356:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.34@tcp NID 192.168.202.34@tcp: 0. pending discovery 00000400:00000200:2.0:1774660238.343880:0:97357:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1774660238.343886:0:97357:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.34@tcp(00000000a6e568af) state 0x16040 00000400:00000010:2.0:1774660238.343891:0:97357:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c1feadd0. 00000400:00000010:2.0:1774660238.343894:0:97357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eede01c9. 00000400:00000010:2.0:1774660238.343898:0:97357:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc04c900. 00000400:00000200:2.0:1774660238.343902:0:97357:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1774660238.343907:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:2.0:1774660238.343911:0:97357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1774660238.343916:0:97357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1774660238.343919:0:97357:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.34@tcp 00000400:00000200:2.0:1774660238.343922:0:97357:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.34@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:2.0:1774660238.343925:0:97357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [7:7:255:4294967295] 192.168.202.34@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1774660238.343929:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000400:00000200:2.0:1774660238.343932:0:97357:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.34@tcp 00000400:00000200:2.0:1774660238.343937:0:97357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : GET try# 0 00000800:00000200:2.0:1774660238.343941:0:97357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1774660238.343944:0:97357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000085e98b1. 00000400:00000200:2.0:1774660238.343948:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.34@tcp to cpt 0 00000800:00000010:2.0:1774660238.343962:0:97357:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000eb42afc2. 00000800:00000010:2.0:1774660238.343966:0:97357:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000025c2a5d8. 00000800:00000200:2.0:1774660238.343970:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb42afc2] -> 12345-192.168.202.34@tcp (2) 00000800:00000200:2.1:1774660238.343975:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eb42afc2] -> 12345-192.168.202.34@tcp (2) 00000400:00000200:2.0:1774660238.343994:0:97357:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.34@tcp 00000400:00000200:2.0:1774660238.343998:0:97357:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.34@tcp(00000000a6e568af) state 0x14240 rc 0 00000400:00000200:0.0:1774660238.344033:0:97360:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.33@tcp 00000400:00000010:0.0:1774660238.344042:0:97360:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000cd0cd13d. 00000400:00000010:0.0:1774660238.344045:0:97360:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 000000007cb4a181. 00000400:00000200:0.0:1774660238.344051:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:0.0:1774660238.344055:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000010:0.0:1774660238.344058:0:97360:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000765325e7. 00000400:00000200:0.0:1774660238.344062:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:0.0:1774660238.344064:0:97360:0:(peer.c:262:lnet_peer_alloc()) 00000000765325e7 nid 192.168.202.33@tcp 00000400:00000010:0.0:1774660238.344067:0:97360:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fdc17433. 00000400:00000200:0.0:1774660238.344069:0:97360:0:(peer.c:202:lnet_peer_net_alloc()) 00000000fdc17433 net tcp 00000400:00000200:0.0:1774660238.344071:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000010:0.0:1774660238.344074:0:97360:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000407ee20a. 00000400:00000200:0.0:1774660238.344076:0:97360:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000407ee20a nid 192.168.202.33@tcp 00000400:00000200:0.0:1774660238.344080:0:97360:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.33@tcp NID 192.168.202.33@tcp flags 0x0 00000400:00000200:0.0:1774660238.344083:0:97360:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.33@tcp: 0 00000400:00000400:0.0:1774660238.344086:0:97360:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:0.0:1774660238.344087:0:97360:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 000000007cb4a181. 00000400:00000200:3.0:1774660238.344159:0:97356:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.33@tcp(00000000765325e7) tcp(00000000fdc17433) next ping 1774660238 00000400:00000200:3.0:1774660238.344166:0:97356:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.33@tcp, cpt = 1 00000400:00000200:3.0:1774660238.344211:0:97356:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.33@tcp: 0 00000400:00000200:3.0:1774660238.344214:0:97356:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660238.344219:0:97356:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660238.344224:0:97356:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.33@tcp NID 192.168.202.33@tcp: 0. pending discovery 00000400:00000200:2.0:1774660238.344251:0:97357:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1774660238.344277:0:97357:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.33@tcp(00000000765325e7) state 0x16040 00000400:00000010:2.0:1774660238.344283:0:97357:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009b6e83ce. 00000400:00000010:2.0:1774660238.344286:0:97357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf36ede. 00000400:00000010:2.0:1774660238.344290:0:97357:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000087559bc. 00000400:00000200:2.0:1774660238.344293:0:97357:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.33@tcp 00000400:00000200:2.0:1774660238.344298:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:2.0:1774660238.344301:0:97357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.33@tcp local destination 00000400:00000200:2.0:1774660238.344306:0:97357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1774660238.344311:0:97357:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.33@tcp 00000400:00000200:2.0:1774660238.344315:0:97357:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.33@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:2.0:1774660238.344321:0:97357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [8:8:254:4294967295] 192.168.202.33@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1774660238.344326:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000400:00000200:2.0:1774660238.344328:0:97357:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.33@tcp 00000400:00000200:2.0:1774660238.344333:0:97357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.33@tcp(192.168.202.33@tcp:192.168.202.33@tcp) : GET try# 0 00000800:00000200:2.0:1774660238.344337:0:97357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.33@tcp 00000800:00000010:2.0:1774660238.344341:0:97357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000692ad2ca. 00000400:00000200:2.0:1774660238.344346:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.33@tcp to cpt 1 00000800:00000010:2.0:1774660238.344351:0:97357:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000242c9558. 00000800:00000010:2.0:1774660238.344354:0:97357:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000040453b23. 00000800:00000200:2.0:1774660238.344359:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000242c9558] -> 12345-192.168.202.33@tcp (2) 00000800:00000200:2.1:1774660238.344385:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000242c9558] -> 12345-192.168.202.33@tcp (2) 00000400:00000200:2.0:1774660238.344400:0:97357:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.33@tcp 00000400:00000200:2.0:1774660238.344402:0:97357:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.33@tcp(00000000765325e7) state 0x14240 rc 0 00000400:00000200:0.0:1774660238.344528:0:97360:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.32@tcp 00000400:00000010:0.0:1774660238.344533:0:97360:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000078aea88. 00000400:00000010:0.0:1774660238.344536:0:97360:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 000000007cb4a181. 00000400:00000200:0.0:1774660238.344539:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660238.344541:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000010:0.0:1774660238.344544:0:97360:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000ee600172. 00000400:00000200:0.0:1774660238.344547:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660238.344549:0:97360:0:(peer.c:262:lnet_peer_alloc()) 00000000ee600172 nid 192.168.202.32@tcp 00000400:00000010:0.0:1774660238.344550:0:97360:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000acb4257. 00000400:00000200:0.0:1774660238.344552:0:97360:0:(peer.c:202:lnet_peer_net_alloc()) 000000000acb4257 net tcp 00000400:00000200:0.0:1774660238.344554:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000010:0.0:1774660238.344556:0:97360:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000304cfd16. 00000400:00000200:0.0:1774660238.344558:0:97360:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000304cfd16 nid 192.168.202.32@tcp 00000400:00000200:0.0:1774660238.344562:0:97360:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.32@tcp NID 192.168.202.32@tcp flags 0x0 00000400:00000200:0.0:1774660238.344564:0:97360:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.32@tcp: 0 00000400:00000400:0.0:1774660238.344567:0:97360:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:0.0:1774660238.344568:0:97360:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 000000007cb4a181. 00000400:00000200:3.0:1774660238.344648:0:97356:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.32@tcp(00000000ee600172) tcp(000000000acb4257) next ping 1774660238 00000400:00000200:3.0:1774660238.344654:0:97356:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.32@tcp, cpt = 1 00000400:00000200:3.0:1774660238.344670:0:97356:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.32@tcp: 0 00000400:00000200:3.0:1774660238.344672:0:97356:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660238.344674:0:97356:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660238.344676:0:97356:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.32@tcp NID 192.168.202.32@tcp: 0. pending discovery 00000400:00000200:2.0:1774660238.344711:0:97357:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1774660238.344717:0:97357:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.32@tcp(00000000ee600172) state 0x16040 00000400:00000010:2.0:1774660238.344723:0:97357:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecaca116. 00000400:00000010:2.0:1774660238.344734:0:97357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097b8ded4. 00000400:00000010:2.0:1774660238.344738:0:97357:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009bee38bc. 00000400:00000200:2.0:1774660238.344742:0:97357:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.32@tcp 00000400:00000200:2.0:1774660238.344746:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:2.0:1774660238.344749:0:97357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.32@tcp local destination 00000400:00000200:2.0:1774660238.344753:0:97357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1774660238.344756:0:97357:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.32@tcp 00000400:00000200:2.0:1774660238.344759:0:97357:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.32@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:2.0:1774660238.344763:0:97357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [9:9:253:4294967295] 192.168.202.32@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1774660238.344767:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:2.0:1774660238.344769:0:97357:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.32@tcp 00000400:00000200:2.0:1774660238.344779:0:97357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.32@tcp(192.168.202.32@tcp:192.168.202.32@tcp) : GET try# 0 00000800:00000200:2.0:1774660238.344783:0:97357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.32@tcp 00000800:00000010:2.0:1774660238.344788:0:97357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000077ff61f8. 00000400:00000200:2.0:1774660238.344793:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000800:00000010:2.0:1774660238.344797:0:97357:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ebeaa616. 00000800:00000010:2.0:1774660238.344800:0:97357:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009a3765cb. 00000800:00000200:2.0:1774660238.344804:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebeaa616] -> 12345-192.168.202.32@tcp (2) 00000800:00000200:2.1:1774660238.344808:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ebeaa616] -> 12345-192.168.202.32@tcp (2) 00000400:00000200:2.0:1774660238.344824:0:97357:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.32@tcp 00000400:00000200:2.0:1774660238.344827:0:97357:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.32@tcp(00000000ee600172) state 0x14240 rc 0 00000400:00000200:0.0:1774660238.344834:0:97360:0:(router.c:607:lnet_add_route()) Add route: remote net o2ib hops -1 priority 0 gw 192.168.202.31@tcp 00000400:00000010:0.0:1774660238.344839:0:97360:0:(router.c:629:lnet_add_route()) alloc '(route)': 88 at 00000000a49ee587. 00000400:00000010:0.0:1774660238.344841:0:97360:0:(router.c:630:lnet_add_route()) alloc '(rnet)': 40 at 000000007cb4a181. 00000400:00000200:0.0:1774660238.344845:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:0.0:1774660238.344848:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000010:0.0:1774660238.344851:0:97360:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 000000000ffb5433. 00000400:00000200:0.0:1774660238.344857:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:0.0:1774660238.344860:0:97360:0:(peer.c:262:lnet_peer_alloc()) 000000000ffb5433 nid 192.168.202.31@tcp 00000400:00000010:0.0:1774660238.344862:0:97360:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004fcf2a18. 00000400:00000200:0.0:1774660238.344864:0:97360:0:(peer.c:202:lnet_peer_net_alloc()) 000000004fcf2a18 net tcp 00000400:00000200:0.0:1774660238.344870:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000010:0.0:1774660238.344873:0:97360:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000018ddfd68. 00000400:00000200:0.0:1774660238.344876:0:97360:0:(peer.c:183:lnet_peer_ni_alloc()) 0000000018ddfd68 nid 192.168.202.31@tcp 00000400:00000200:0.0:1774660238.344882:0:97360:0:(peer.c:1648:lnet_peer_attach_peer_ni()) peer 192.168.202.31@tcp NID 192.168.202.31@tcp flags 0x0 00000400:00000200:0.0:1774660238.344885:0:97360:0:(peer.c:2007:lnet_peer_ni_traffic_add()) peer 192.168.202.31@tcp: 0 00000400:00000400:0.0:1774660238.344888:0:97360:0:(router.c:728:lnet_add_route()) Use hops = 1 for a single-hop route when avoid_asym_router_failure feature is enabled 00000400:00000010:0.0:1774660238.344890:0:97360:0:(router.c:738:lnet_add_route()) kfreed 'rnet': 40 at 000000007cb4a181. 00000400:00000200:3.0:1774660238.344951:0:97356:0:(router.c:1216:lnet_check_routers()) rtr 192.168.202.31@tcp(000000000ffb5433) tcp(000000004fcf2a18) next ping 1774660238 00000400:00000200:3.0:1774660238.344959:0:97356:0:(router.c:1252:lnet_check_routers()) discover 192.168.202.31@tcp, cpt = 1 00000400:00000200:3.0:1774660238.344982:0:97356:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.31@tcp: 0 00000400:00000200:3.0:1774660238.344985:0:97356:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1774660238.344987:0:97356:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1774660238.344990:0:97356:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.31@tcp NID 192.168.202.31@tcp: 0. pending discovery 00000400:00000200:1.0:1774660238.345025:0:97357:0:(peer.c:3997:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1774660238.345038:0:97357:0:(peer.c:4109:lnet_peer_discovery()) peer 192.168.202.31@tcp(000000000ffb5433) state 0x16040 00000400:00000010:1.0:1774660238.345047:0:97357:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000054f4ba54. 00000400:00000010:1.0:1774660238.345065:0:97357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ad58c12. 00000400:00000010:1.0:1774660238.345085:0:97357:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c47f0412. 00000400:00000200:1.0:1774660238.345092:0:97357:0:(lib-move.c:5564:LNetGet()) LNetGet -> 12345-192.168.202.31@tcp 00000400:00000200:1.0:1774660238.345101:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660238.345105:0:97357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.31@tcp local destination 00000400:00000200:1.0:1774660238.345110:0:97357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1774660238.345119:0:97357:0:(lib-move.c:2039:lnet_set_non_mr_pref_nid()) Setting preferred local NID 192.168.202.30@tcp on NMR peer 192.168.202.31@tcp 00000400:00000200:1.0:1774660238.345122:0:97357:0:(peer.c:1066:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.31@tcp nid 192.168.202.30@tcp: 0 00000400:00000200:1.0:1774660238.345125:0:97357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [10:10:252:4294967295] 192.168.202.31@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1774660238.345128:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000400:00000200:1.0:1774660238.345141:0:97357:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.31@tcp 00000400:00000200:1.0:1774660238.345145:0:97357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) : GET try# 0 00000800:00000200:1.0:1774660238.345149:0:97357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.31@tcp 00000800:00000010:1.0:1774660238.345152:0:97357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ffc77773. 00000400:00000200:1.0:1774660238.345192:0:97357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.31@tcp to cpt 1 00000800:00000010:1.0:1774660238.345201:0:97357:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083f54116. 00000800:00000010:1.0:1774660238.345205:0:97357:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000422c0b1c. 00000800:00000200:1.0:1774660238.345214:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083f54116] -> 12345-192.168.202.31@tcp (2) 00000800:00000200:1.1F:1774660238.345222:0:97357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000083f54116] -> 12345-192.168.202.31@tcp (2) 00000400:00000200:1.0:1774660238.345229:0:97357:0:(peer.c:3797:lnet_peer_send_ping()) peer 192.168.202.31@tcp 00000400:00000200:1.0:1774660238.345231:0:97357:0:(peer.c:4127:lnet_peer_discovery()) peer 192.168.202.31@tcp(000000000ffb5433) state 0x14240 rc 0 00000400:00000200:0.0:1774660238.345443:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00000200:0.0:1774660238.345450:0:97360:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000097b8ded4 00000400:00000200:0.0:1774660238.345455:0:97360:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.32@tcp 00000400:00020000:0.0:1774660238.345458:0:97360:0:(peer.c:366:lnet_peer_ni_del_locked()) Peer NI 192.168.202.32@tcp is a gateway. Can not delete it 00000400:00000200:0.0:1774660238.349744:0:97360:0:(peer.c:1746:lnet_peer_add()) peer 192.168.202.32@tcp NID flags 0x9: -16 00000400:00000200:0.0:1774660238.349750:0:97360:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.32@tcp to cpt 0 00000400:00020000:0.0:1774660238.349754:0:97360:0:(peer.c:2166:lnet_del_peer_ni()) 192.168.202.32@tcp is a router. Can not be deleted 00000400:00000010:0.0:1774660238.353637:0:97360:0:(module.c:326:lnet_ioctl_getdata()) alloc '(*hdr_pp)': 12 at 000000004e663ca4. 00000400:00000010:0.0:1774660238.353645:0:97360:0:(module.c:432:lnet_psdev_ioctl()) kfreed 'hdr': 12 at 000000004e663ca4. 00000400:00000400:0.0:1774660238.353888:0:97360:0:(api-ni.c:296:recovery_interval_set()) 'lnet_recovery_interval' has been deprecated 00000001:02000400:3.0:1774660239.114089:0:97498:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_255: @@@@@@ FAIL: Import failed 234 Debug log: 2141 lines, 2141 kept, 0 dropped, 0 bad.